[ 597.014719] env[68205]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68205) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 597.015074] env[68205]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68205) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 597.015122] env[68205]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68205) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 597.015458] env[68205]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 597.111939] env[68205]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68205) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 597.122533] env[68205]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=68205) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 597.165737] env[68205]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 597.726068] env[68205]: INFO nova.virt.driver [None req-ce375d26-c939-4274-bce8-1d4382b8de7e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 597.795513] env[68205]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.795664] env[68205]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.795745] env[68205]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68205) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 600.676224] env[68205]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c90b5455-2f6c-4880-b489-d39c7d17811c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.694276] env[68205]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68205) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 600.694479] env[68205]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-3be7a24f-e90d-46fa-a2ad-c099df0fff62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.724187] env[68205]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 6e054. [ 600.724374] env[68205]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.929s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.724870] env[68205]: INFO nova.virt.vmwareapi.driver [None req-ce375d26-c939-4274-bce8-1d4382b8de7e None None] VMware vCenter version: 7.0.3 [ 600.728322] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be9e317-2268-4d05-a2c7-4c5ed73ba2a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.749128] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89803af6-b20d-456d-9b6f-967373f64bc7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.754869] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a440b9e-840f-405a-92e9-be75175f7fd5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.761401] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d7cbcf-aa1c-46d4-889e-ced967f67b26 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.774770] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127582b8-046a-4cb0-8690-aa1d4b569a9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.780672] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202f04e1-3220-4a87-bfb4-468156d6ac31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.810863] env[68205]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2da03814-f733-4c18-a02d-efef9b3a393d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.815524] env[68205]: DEBUG nova.virt.vmwareapi.driver [None req-ce375d26-c939-4274-bce8-1d4382b8de7e None None] Extension org.openstack.compute already exists. {{(pid=68205) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 600.818219] env[68205]: INFO nova.compute.provider_config [None req-ce375d26-c939-4274-bce8-1d4382b8de7e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 601.321759] env[68205]: DEBUG nova.context [None req-ce375d26-c939-4274-bce8-1d4382b8de7e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),aed053bf-7806-4628-9321-106a8c7be2d0(cell1) {{(pid=68205) load_cells /opt/stack/nova/nova/context.py:464}} [ 601.323965] env[68205]: DEBUG oslo_concurrency.lockutils [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.324273] env[68205]: DEBUG oslo_concurrency.lockutils [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.324938] env[68205]: DEBUG oslo_concurrency.lockutils [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.325532] env[68205]: DEBUG oslo_concurrency.lockutils [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Acquiring lock "aed053bf-7806-4628-9321-106a8c7be2d0" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.325749] env[68205]: DEBUG oslo_concurrency.lockutils [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Lock "aed053bf-7806-4628-9321-106a8c7be2d0" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.327056] env[68205]: DEBUG oslo_concurrency.lockutils [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Lock "aed053bf-7806-4628-9321-106a8c7be2d0" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.347645] env[68205]: INFO dbcounter [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Registered counter for database nova_cell0 [ 601.355990] env[68205]: INFO dbcounter [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Registered counter for database nova_cell1 [ 601.800973] env[68205]: DEBUG oslo_db.sqlalchemy.engines [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68205) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 601.801712] env[68205]: DEBUG oslo_db.sqlalchemy.engines [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68205) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 601.806077] env[68205]: ERROR nova.db.main.api [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 601.806077] env[68205]: result = function(*args, **kwargs) [ 601.806077] env[68205]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 601.806077] env[68205]: return func(*args, **kwargs) [ 601.806077] env[68205]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 601.806077] env[68205]: result = fn(*args, **kwargs) [ 601.806077] env[68205]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 601.806077] env[68205]: return f(*args, **kwargs) [ 601.806077] env[68205]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 601.806077] env[68205]: return db.service_get_minimum_version(context, binaries) [ 601.806077] env[68205]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 601.806077] env[68205]: _check_db_access() [ 601.806077] env[68205]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 601.806077] env[68205]: stacktrace = ''.join(traceback.format_stack()) [ 601.806077] env[68205]: [ 601.807882] env[68205]: ERROR nova.db.main.api [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 601.807882] env[68205]: result = function(*args, **kwargs) [ 601.807882] env[68205]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 601.807882] env[68205]: return func(*args, **kwargs) [ 601.807882] env[68205]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 601.807882] env[68205]: result = fn(*args, **kwargs) [ 601.807882] env[68205]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 601.807882] env[68205]: return f(*args, **kwargs) [ 601.807882] env[68205]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 601.807882] env[68205]: return db.service_get_minimum_version(context, binaries) [ 601.807882] env[68205]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 601.807882] env[68205]: _check_db_access() [ 601.807882] env[68205]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 601.807882] env[68205]: stacktrace = ''.join(traceback.format_stack()) [ 601.807882] env[68205]: [ 601.808537] env[68205]: WARNING nova.objects.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 601.808537] env[68205]: WARNING nova.objects.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Failed to get minimum service version for cell aed053bf-7806-4628-9321-106a8c7be2d0 [ 601.808919] env[68205]: DEBUG oslo_concurrency.lockutils [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Acquiring lock "singleton_lock" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.809095] env[68205]: DEBUG oslo_concurrency.lockutils [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Acquired lock "singleton_lock" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.809337] env[68205]: DEBUG oslo_concurrency.lockutils [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Releasing lock "singleton_lock" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.809673] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Full set of CONF: {{(pid=68205) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 601.809814] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ******************************************************************************** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 601.809937] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] Configuration options gathered from: {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 601.810083] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 601.810283] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 601.810411] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ================================================================================ {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 601.810621] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] allow_resize_to_same_host = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.810792] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] arq_binding_timeout = 300 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.810918] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] backdoor_port = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.811054] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] backdoor_socket = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.811221] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] block_device_allocate_retries = 60 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.811382] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] block_device_allocate_retries_interval = 3 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.811808] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cert = self.pem {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.812008] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.812197] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute_monitors = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.812370] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] config_dir = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.812543] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] config_drive_format = iso9660 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.812676] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.812841] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] config_source = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.813013] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] console_host = devstack {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.813194] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] control_exchange = nova {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.813348] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cpu_allocation_ratio = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.813506] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] daemon = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.813675] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] debug = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.813826] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] default_access_ip_network_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.813986] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] default_availability_zone = nova {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.814153] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] default_ephemeral_format = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.814310] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] default_green_pool_size = 1000 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.814551] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.814767] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] default_schedule_zone = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.814902] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] disk_allocation_ratio = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.815072] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] enable_new_services = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.815251] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] enabled_apis = ['osapi_compute'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.815411] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] enabled_ssl_apis = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.815590] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] flat_injected = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.815765] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] force_config_drive = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.815922] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] force_raw_images = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.816103] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] graceful_shutdown_timeout = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.816267] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] heal_instance_info_cache_interval = -1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.816504] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] host = cpu-1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.816687] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.816849] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.817028] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.817235] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.817401] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] instance_build_timeout = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.817558] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] instance_delete_interval = 300 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.817764] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] instance_format = [instance: %(uuid)s] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.817943] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] instance_name_template = instance-%08x {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.818121] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] instance_usage_audit = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.818293] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] instance_usage_audit_period = month {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.818456] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.818619] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.818782] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] internal_service_availability_zone = internal {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.818934] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] key = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.819104] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] live_migration_retry_count = 30 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.819270] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] log_color = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.819429] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] log_config_append = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.819589] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.819744] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] log_dir = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.819884] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] log_file = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.820013] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] log_options = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.820174] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] log_rotate_interval = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.820336] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] log_rotate_interval_type = days {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.820497] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] log_rotation_type = none {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.820643] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.820778] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.820950] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.821135] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.821261] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.821424] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] long_rpc_timeout = 1800 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.821579] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] max_concurrent_builds = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.821734] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] max_concurrent_live_migrations = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.821885] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] max_concurrent_snapshots = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.822050] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] max_local_block_devices = 3 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.822211] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] max_logfile_count = 30 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.822366] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] max_logfile_size_mb = 200 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.822522] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] maximum_instance_delete_attempts = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.822689] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] metadata_listen = 0.0.0.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.822850] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] metadata_listen_port = 8775 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.823018] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] metadata_workers = 2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.823183] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] migrate_max_retries = -1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.823342] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] mkisofs_cmd = genisoimage {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.823576] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.823732] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] my_ip = 10.180.1.21 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.823943] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.824119] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] network_allocate_retries = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.824295] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.824456] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.824615] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] osapi_compute_listen_port = 8774 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.824776] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] osapi_compute_unique_server_name_scope = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.824941] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] osapi_compute_workers = 2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.825103] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] password_length = 12 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.825261] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] periodic_enable = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.825415] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] periodic_fuzzy_delay = 60 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.825608] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] pointer_model = usbtablet {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.825785] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] preallocate_images = none {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.825940] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] publish_errors = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.826081] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] pybasedir = /opt/stack/nova {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.826238] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ram_allocation_ratio = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.826392] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] rate_limit_burst = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.826571] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] rate_limit_except_level = CRITICAL {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.826739] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] rate_limit_interval = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.826895] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] reboot_timeout = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.827058] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] reclaim_instance_interval = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.827213] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] record = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.827375] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] reimage_timeout_per_gb = 60 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.827534] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] report_interval = 120 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.827689] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] rescue_timeout = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.827846] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] reserved_host_cpus = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.827997] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] reserved_host_disk_mb = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.828168] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] reserved_host_memory_mb = 512 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.828325] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] reserved_huge_pages = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.828479] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] resize_confirm_window = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.828631] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] resize_fs_using_block_device = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.828788] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] resume_guests_state_on_host_boot = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.828947] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.829119] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] rpc_response_timeout = 60 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.829275] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] run_external_periodic_tasks = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.829436] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] running_deleted_instance_action = reap {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.829589] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.829742] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] running_deleted_instance_timeout = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.829894] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler_instance_sync_interval = 120 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.830065] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_down_time = 720 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.830232] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] servicegroup_driver = db {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.830382] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] shell_completion = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.830537] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] shelved_offload_time = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.830689] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] shelved_poll_interval = 3600 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.830852] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] shutdown_timeout = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.831012] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] source_is_ipv6 = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.831172] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ssl_only = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.831421] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.831586] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] sync_power_state_interval = 600 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.831745] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] sync_power_state_pool_size = 1000 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.831907] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] syslog_log_facility = LOG_USER {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.832071] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] tempdir = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.832229] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] timeout_nbd = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.832392] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] transport_url = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.832548] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] update_resources_interval = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.832704] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] use_cow_images = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.832857] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] use_journal = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.833029] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] use_json = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.833178] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] use_rootwrap_daemon = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.833330] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] use_stderr = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.833483] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] use_syslog = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.833631] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vcpu_pin_set = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.833795] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plugging_is_fatal = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.833957] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plugging_timeout = 300 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.834131] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] virt_mkfs = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.834288] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] volume_usage_poll_interval = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.834446] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] watch_log_file = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.834609] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] web = /usr/share/spice-html5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 601.834790] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835009] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835121] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835280] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_concurrency.disable_process_locking = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835600] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835783] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.835982] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.836176] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.836348] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.836531] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.836820] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.auth_strategy = keystone {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837049] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.compute_link_prefix = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837252] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837433] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.dhcp_domain = novalocal {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837604] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.enable_instance_password = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837771] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.glance_link_prefix = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.837934] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838121] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838286] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.instance_list_per_project_cells = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838448] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.list_records_by_skipping_down_cells = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838606] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.local_metadata_per_cell = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838775] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.max_limit = 1000 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.838939] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.metadata_cache_expiration = 15 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839127] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.neutron_default_tenant_id = default {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839294] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.response_validation = warn {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839461] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.use_neutron_default_nets = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839626] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839789] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.839951] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841291] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841291] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.vendordata_dynamic_targets = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841291] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.vendordata_jsonfile_path = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841291] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841291] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.backend = dogpile.cache.memcached {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841291] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.backend_argument = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841291] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.backend_expiration_time = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841853] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.config_prefix = cache.oslo {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841853] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.dead_timeout = 60.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841853] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.debug_cache_backend = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.841853] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.enable_retry_client = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842045] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.enable_socket_keepalive = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842094] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.enabled = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842228] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.enforce_fips_mode = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842392] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.expiration_time = 600 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842552] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.hashclient_retry_attempts = 2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842718] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.842877] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.memcache_dead_retry = 300 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843042] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.memcache_password = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843208] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843368] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843523] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.memcache_pool_maxsize = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843680] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.843838] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.memcache_sasl_enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844021] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844191] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844351] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.memcache_username = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844513] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.proxies = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844676] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.redis_db = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844830] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.redis_password = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.844998] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845185] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845352] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.redis_server = localhost:6379 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845531] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.redis_socket_timeout = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845705] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.redis_username = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.845872] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.retry_attempts = 2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846052] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.retry_delay = 0.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846219] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.socket_keepalive_count = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846379] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.socket_keepalive_idle = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846567] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.socket_keepalive_interval = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846780] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.tls_allowed_ciphers = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.846945] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.tls_cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.847138] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.tls_certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.847312] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.tls_enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.847469] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cache.tls_keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.847640] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.auth_section = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.847846] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.auth_type = password {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848016] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848290] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848464] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848629] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848793] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.cross_az_attach = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.848949] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.debug = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849121] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.endpoint_template = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849284] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.http_retries = 3 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849442] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849596] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849782] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.os_region_name = RegionOne {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.849921] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850090] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cinder.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850262] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850422] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.cpu_dedicated_set = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850576] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.cpu_shared_set = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850739] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.image_type_exclude_list = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.850898] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851069] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851231] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851393] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851558] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851722] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.resource_provider_association_refresh = 300 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.851877] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852044] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.shutdown_retry_interval = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852225] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852401] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] conductor.workers = 2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852575] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] console.allowed_origins = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852733] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] console.ssl_ciphers = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.852901] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] console.ssl_minimum_version = default {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853082] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] consoleauth.enforce_session_timeout = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853249] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] consoleauth.token_ttl = 600 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853429] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853579] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853740] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.853895] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.connect_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854071] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.connect_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854234] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.endpoint_override = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854394] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854548] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854706] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.max_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.854857] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.min_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855020] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.region_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855186] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.retriable_status_codes = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855336] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.service_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855551] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.service_type = accelerator {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855692] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.855853] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.status_code_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856019] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.status_code_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856204] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856385] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856574] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] cyborg.version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856766] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.asyncio_connection = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.856927] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.asyncio_slave_connection = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857115] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.backend = sqlalchemy {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857288] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.connection = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857452] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.connection_debug = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857620] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.connection_parameters = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857804] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.connection_recycle_time = 3600 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.857977] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.connection_trace = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858152] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.db_inc_retry_interval = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858315] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.db_max_retries = 20 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858475] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.db_max_retry_interval = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858685] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.db_retry_interval = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.858890] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.max_overflow = 50 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859073] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.max_pool_size = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859243] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.max_retries = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859415] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859576] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.mysql_wsrep_sync_wait = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859735] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.pool_timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.859896] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.retry_interval = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860067] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.slave_connection = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860233] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.sqlite_synchronous = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860395] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] database.use_db_reconnect = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860561] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.asyncio_connection = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860721] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.asyncio_slave_connection = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.860889] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.backend = sqlalchemy {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861069] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.connection = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861240] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.connection_debug = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861402] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.connection_parameters = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861568] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.connection_recycle_time = 3600 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861758] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.connection_trace = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.861963] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.db_inc_retry_interval = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862151] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.db_max_retries = 20 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862318] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.db_max_retry_interval = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862481] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.db_retry_interval = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862646] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.max_overflow = 50 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862807] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.max_pool_size = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.862971] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.max_retries = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863157] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863320] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863475] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.pool_timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863637] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.retry_interval = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863796] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.slave_connection = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.863958] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] api_database.sqlite_synchronous = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.864146] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] devices.enabled_mdev_types = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.864335] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.864508] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.864670] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ephemeral_storage_encryption.enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.864829] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865000] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.api_servers = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865175] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865365] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865564] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865712] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.connect_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.865871] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.connect_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866043] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.debug = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866210] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.default_trusted_certificate_ids = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866367] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.enable_certificate_validation = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866549] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.enable_rbd_download = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866729] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.endpoint_override = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.866892] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867064] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867228] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.max_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867384] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.min_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867548] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.num_retries = 3 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867716] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.rbd_ceph_conf = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.867875] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.rbd_connect_timeout = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868053] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.rbd_pool = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868223] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.rbd_user = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868389] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.region_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868548] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.retriable_status_codes = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868707] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.service_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.868872] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.service_type = image {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869045] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869208] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.status_code_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869367] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.status_code_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869524] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869705] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.869865] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.verify_glance_signatures = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870040] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] glance.version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870210] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] guestfs.debug = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870377] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.auth_section = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870538] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.auth_type = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870697] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.870850] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871021] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871180] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.connect_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871337] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.connect_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871488] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.endpoint_override = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871649] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871803] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.871957] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.max_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872124] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.min_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872281] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.region_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872435] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.retriable_status_codes = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872592] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.service_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872757] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.service_type = shared-file-system {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.872967] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.share_apply_policy_timeout = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873181] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873344] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.status_code_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873505] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.status_code_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873664] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.873845] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.874013] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] manila.version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.874190] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] mks.enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.874541] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.874727] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] image_cache.manager_interval = 2400 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.874893] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] image_cache.precache_concurrency = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875072] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] image_cache.remove_unused_base_images = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875244] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875452] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875648] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] image_cache.subdirectory_name = _base {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875833] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.api_max_retries = 60 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.875997] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.api_retry_interval = 2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876171] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.auth_section = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876334] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.auth_type = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876499] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876675] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.876841] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877024] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.conductor_group = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877178] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.connect_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877338] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.connect_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877493] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.endpoint_override = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877654] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877812] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.877968] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.max_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878140] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.min_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878305] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.peer_list = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878460] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.region_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878615] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.retriable_status_codes = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878775] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.serial_console_state_timeout = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.878931] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.service_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879112] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.service_type = baremetal {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879269] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.shard = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879429] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879585] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.status_code_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879742] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.status_code_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.879896] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880086] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880250] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ironic.version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880434] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880608] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] key_manager.fixed_key = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880788] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.880947] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.barbican_api_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881121] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.barbican_endpoint = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881292] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.barbican_endpoint_type = public {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881449] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.barbican_region_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881604] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881763] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.881924] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882095] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882253] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882415] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.number_of_retries = 60 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882573] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.retry_delay = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882733] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.send_service_user_token = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.882893] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883056] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883220] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.verify_ssl = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883375] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican.verify_ssl_path = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883539] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican_service_user.auth_section = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883700] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican_service_user.auth_type = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.883854] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican_service_user.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884019] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican_service_user.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884190] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican_service_user.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884350] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican_service_user.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884504] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican_service_user.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884664] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican_service_user.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884817] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] barbican_service_user.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.884978] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.approle_role_id = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885149] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.approle_secret_id = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885316] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.kv_mountpoint = secret {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885472] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.kv_path = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885655] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.kv_version = 2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885819] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.namespace = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.885972] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.root_token_id = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886146] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.ssl_ca_crt_file = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886313] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.timeout = 60.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886475] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.use_ssl = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886671] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.886842] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887009] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887183] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887342] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.connect_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887500] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.connect_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887657] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.endpoint_override = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887817] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.887971] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888138] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.max_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888291] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.min_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888446] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.region_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888606] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.retriable_status_codes = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888763] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.service_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.888927] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.service_type = identity {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889098] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889257] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.status_code_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889411] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.status_code_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889565] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889740] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.889896] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] keystone.version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.890097] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.ceph_mount_options = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.890505] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.890694] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.connection_uri = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.890858] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.cpu_mode = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891037] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891212] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.cpu_models = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891383] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.cpu_power_governor_high = performance {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891552] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891716] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.cpu_power_management = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.891883] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892063] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.device_detach_attempts = 8 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892233] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.device_detach_timeout = 20 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892400] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.disk_cachemodes = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892559] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.disk_prefix = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892723] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.enabled_perf_events = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.892881] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.file_backed_memory = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893056] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.gid_maps = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893217] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.hw_disk_discard = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893371] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.hw_machine_type = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893537] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.images_rbd_ceph_conf = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893699] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.893857] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.894033] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.images_rbd_glance_store_name = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.894205] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.images_rbd_pool = rbd {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.894374] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.images_type = default {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.894534] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.images_volume_group = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.894695] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.inject_key = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.894857] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.inject_partition = -2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.895029] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.inject_password = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.895200] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.iscsi_iface = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.895362] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.iser_use_multipath = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.895543] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.895717] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.895911] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_downtime = 500 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.896048] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.896216] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.896375] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_inbound_addr = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.896555] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.896733] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.896894] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_scheme = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.897080] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_timeout_action = abort {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.897248] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_tunnelled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.897408] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_uri = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.897570] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.live_migration_with_native_tls = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.897733] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.max_queues = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.897895] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.898138] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.898305] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.nfs_mount_options = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.898591] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.898768] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.898933] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.899108] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.899274] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.899436] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.num_pcie_ports = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.899601] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.899768] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.pmem_namespaces = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.899925] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.quobyte_client_cfg = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.900243] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.900429] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.900598] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.900764] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.900922] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.rbd_secret_uuid = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.901095] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.rbd_user = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.901266] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.901438] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.901598] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.rescue_image_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.901759] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.rescue_kernel_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.901916] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.rescue_ramdisk_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.902098] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.902263] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.rx_queue_size = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.902431] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.smbfs_mount_options = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.902722] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.902899] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.snapshot_compression = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.903072] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.snapshot_image_format = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.903294] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.903459] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.sparse_logical_volumes = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.903618] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.swtpm_enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.903787] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.swtpm_group = tss {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.903951] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.swtpm_user = tss {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.904135] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.sysinfo_serial = unique {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.904293] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.tb_cache_size = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.904450] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.tx_queue_size = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.904609] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.uid_maps = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.904772] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.use_virtio_for_bridges = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.904940] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.virt_type = kvm {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.905118] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.volume_clear = zero {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.905283] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.volume_clear_size = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.905444] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.volume_enforce_multipath = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.905660] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.volume_use_multipath = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.905831] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.vzstorage_cache_path = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.906033] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.906185] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.906347] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.906540] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.906851] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.907048] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.vzstorage_mount_user = stack {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.907221] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.907395] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.auth_section = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.907565] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.auth_type = password {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.907725] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.907900] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.908102] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.908268] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.connect_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.908427] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.connect_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.908597] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.default_floating_pool = public {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.908757] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.endpoint_override = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.908917] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.extension_sync_interval = 600 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.909090] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.http_retries = 3 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.909257] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.909418] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.909576] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.max_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.909748] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.909905] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.min_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.910086] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.ovs_bridge = br-int {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.910256] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.physnets = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.910427] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.region_name = RegionOne {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.910585] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.retriable_status_codes = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.910753] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.service_metadata_proxy = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.910908] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.service_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.911086] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.service_type = network {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.911254] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.911411] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.status_code_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.911568] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.status_code_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.911726] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.911909] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.912076] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] neutron.version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.912251] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] notifications.bdms_in_notifications = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.912426] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] notifications.default_level = INFO {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.912589] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] notifications.include_share_mapping = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.912764] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] notifications.notification_format = unversioned {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.912924] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] notifications.notify_on_state_change = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.913110] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.913289] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] pci.alias = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.913458] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] pci.device_spec = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.913645] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] pci.report_in_placement = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.913826] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.auth_section = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.914009] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.auth_type = password {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.914188] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.914349] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.914507] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.914671] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.914827] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.connect_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.914987] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.connect_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.915155] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.default_domain_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.915310] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.default_domain_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.915464] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.domain_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.915645] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.domain_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.915811] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.endpoint_override = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.915972] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.916141] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.916298] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.max_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.916451] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.min_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.916639] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.password = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.916804] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.project_domain_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.916970] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.project_domain_name = Default {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.917153] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.project_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.917326] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.project_name = service {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.917491] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.region_name = RegionOne {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.917676] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.retriable_status_codes = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.917855] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.service_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.918038] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.service_type = placement {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.918207] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.918364] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.status_code_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.918524] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.status_code_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.918683] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.system_scope = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.918836] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.918992] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.trust_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.919162] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.user_domain_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.919329] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.user_domain_name = Default {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.919486] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.user_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.919654] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.username = nova {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.919835] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.920033] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] placement.version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.920232] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.cores = 20 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.920398] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.count_usage_from_placement = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.920570] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.920740] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.injected_file_content_bytes = 10240 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.920904] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.injected_file_path_length = 255 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.921085] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.injected_files = 5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.921255] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.instances = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.921418] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.key_pairs = 100 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.921582] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.metadata_items = 128 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.921747] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.ram = 51200 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.921907] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.recheck_quota = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.922082] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.server_group_members = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.922247] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.server_groups = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.922453] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.922627] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] quota.unified_limits_resource_strategy = require {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.922800] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.922962] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.923136] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler.image_metadata_prefilter = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.923301] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.923463] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler.max_attempts = 3 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.923648] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler.max_placement_results = 1000 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.923818] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.923980] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.924156] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.924327] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] scheduler.workers = 2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.924504] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.924673] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.924846] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.925023] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.925185] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.925347] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.925535] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.925730] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.925899] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.host_subset_size = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.926075] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.926248] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.926398] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.926578] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.926773] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.926927] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.isolated_hosts = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.927101] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.isolated_images = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.927264] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.927424] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.927585] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.927745] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.pci_in_placement = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.927904] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.928075] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.928237] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.928393] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.928552] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.928710] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.928865] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.track_instance_changes = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.929051] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.929223] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] metrics.required = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.929386] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] metrics.weight_multiplier = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.929548] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.929744] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] metrics.weight_setting = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.930074] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.930252] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] serial_console.enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.930426] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] serial_console.port_range = 10000:20000 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.930594] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.930763] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.930929] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] serial_console.serialproxy_port = 6083 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.931109] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_user.auth_section = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.931283] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_user.auth_type = password {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.931442] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_user.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.931598] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_user.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.931761] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_user.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.931919] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_user.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.932124] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_user.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.932303] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_user.send_service_user_token = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.932464] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_user.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.932620] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] service_user.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.932789] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.agent_enabled = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.932948] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.933267] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.933467] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.933635] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.html5proxy_port = 6082 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.933797] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.image_compression = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.933953] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.jpeg_compression = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.934125] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.playback_compression = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.934288] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.require_secure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.934454] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.server_listen = 127.0.0.1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.934618] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.934892] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.935078] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.streaming_mode = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.935242] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] spice.zlib_compression = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.935407] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] upgrade_levels.baseapi = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.935601] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] upgrade_levels.compute = auto {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.935776] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] upgrade_levels.conductor = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.935933] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] upgrade_levels.scheduler = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.936109] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.936271] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.936427] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vendordata_dynamic_auth.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.936602] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vendordata_dynamic_auth.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.936771] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.936929] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vendordata_dynamic_auth.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.937122] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.937295] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.937453] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vendordata_dynamic_auth.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.937626] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.api_retry_count = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.937785] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.ca_file = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.937954] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.938136] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.cluster_name = testcl1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.938305] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.connection_pool_size = 10 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.938458] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.console_delay_seconds = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.938623] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.datastore_regex = ^datastore.* {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.938828] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.938999] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.host_password = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.939180] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.host_port = 443 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.939345] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.host_username = administrator@vsphere.local {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.939511] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.insecure = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.939670] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.integration_bridge = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.939830] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.maximum_objects = 100 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.939987] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.pbm_default_policy = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.940157] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.pbm_enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.940312] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.pbm_wsdl_location = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.940476] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.940632] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.serial_port_proxy_uri = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.940789] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.serial_port_service_uri = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.940952] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.task_poll_interval = 0.5 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.941138] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.use_linked_clone = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.941308] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.vnc_keymap = en-us {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.941468] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.vnc_port = 5900 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.941627] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vmware.vnc_port_total = 10000 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.941845] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vnc.auth_schemes = ['none'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.942037] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vnc.enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.942328] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.942512] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.942683] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vnc.novncproxy_port = 6080 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.942867] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vnc.server_listen = 127.0.0.1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.943063] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.943229] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vnc.vencrypt_ca_certs = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.943384] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vnc.vencrypt_client_cert = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.943541] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vnc.vencrypt_client_key = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.943721] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.943881] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.disable_deep_image_inspection = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.944078] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.944263] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.944429] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.944590] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.disable_rootwrap = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.944753] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.enable_numa_live_migration = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.944911] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.945082] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.945252] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.945596] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.libvirt_disable_apic = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.945778] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.945946] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.946128] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.946293] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.946457] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.946635] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.946801] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.946959] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.947130] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.947323] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.947507] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.947675] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.client_socket_timeout = 900 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.947839] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.default_pool_size = 1000 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.947998] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.keep_alive = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.948177] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.max_header_line = 16384 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.948365] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.948527] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.ssl_ca_file = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.948687] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.ssl_cert_file = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.948874] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.ssl_key_file = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.949017] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.tcp_keepidle = 600 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.949187] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.949349] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] zvm.ca_file = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.949506] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] zvm.cloud_connector_url = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.949803] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.949979] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] zvm.reachable_timeout = 300 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.950167] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.950344] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.950521] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.connection_string = messaging:// {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.950689] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.enabled = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.950858] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.es_doc_type = notification {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.951031] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.es_scroll_size = 10000 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.951206] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.es_scroll_time = 2m {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.951368] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.filter_error_trace = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.951536] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.hmac_keys = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.951707] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.sentinel_service_name = mymaster {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.951871] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.socket_timeout = 0.1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.952043] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.trace_requests = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.952207] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler.trace_sqlalchemy = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.952384] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler_jaeger.process_tags = {} {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.952542] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler_jaeger.service_name_prefix = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.952703] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] profiler_otlp.service_name_prefix = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.952866] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] remote_debug.host = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.953035] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] remote_debug.port = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.953207] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.953368] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.953546] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.953729] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.953889] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.954060] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.954226] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.954383] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.954543] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.954716] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.954874] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.955055] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.955228] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.955393] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.955582] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.955771] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.955934] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.956136] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.956328] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.956499] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.956684] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.956853] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.957028] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.957199] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.957361] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.957522] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.957685] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.957850] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.958019] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.958186] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.958374] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.ssl = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.958550] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.958717] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.958880] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.959059] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.959232] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.959394] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.959578] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.959745] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_notifications.retry = -1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.959918] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.960099] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.960271] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.auth_section = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.960432] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.auth_type = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.960588] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.cafile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.960744] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.certfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.960901] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.collect_timing = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.961068] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.connect_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.961228] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.connect_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.961382] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.endpoint_id = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.961550] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.961707] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.endpoint_override = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.961861] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.endpoint_region_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.962032] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.endpoint_service_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.962195] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.endpoint_service_type = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.962356] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.insecure = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.962511] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.keyfile = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.962665] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.max_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.962818] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.min_version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.962970] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.region_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.963137] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.retriable_status_codes = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.963293] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.service_name = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.963447] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.service_type = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.963632] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.split_loggers = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.963799] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.status_code_retries = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.963958] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.status_code_retry_delay = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.964130] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.timeout = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.964289] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.valid_interfaces = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.964443] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_limit.version = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.964608] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_reports.file_event_handler = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.964772] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.964927] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] oslo_reports.log_dir = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.965108] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.965294] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.965457] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.965660] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.965835] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.965996] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.966192] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.966341] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_ovs_privileged.group = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.966505] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.966688] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.966850] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.967013] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] vif_plug_ovs_privileged.user = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.967190] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.967368] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.967540] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.967712] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.967884] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.968059] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.968268] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.968435] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.968614] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.968786] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_ovs.isolate_vif = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.968950] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.969130] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.969300] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.969472] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.969632] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] os_vif_ovs.per_port_bridge = False {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.969803] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] privsep_osbrick.capabilities = [21] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.969957] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] privsep_osbrick.group = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.970126] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] privsep_osbrick.helper_command = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.970291] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.970449] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.970605] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] privsep_osbrick.user = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.970778] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.970932] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] nova_sys_admin.group = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.971098] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] nova_sys_admin.helper_command = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.971264] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.971422] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.971575] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] nova_sys_admin.user = None {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 601.971704] env[68205]: DEBUG oslo_service.backend.eventlet.service [None req-766432df-05a3-42cd-906f-4b7fccb24bd4 None None] ******************************************************************************** {{(pid=68205) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 601.972125] env[68205]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 602.475461] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Getting list of instances from cluster (obj){ [ 602.475461] env[68205]: value = "domain-c8" [ 602.475461] env[68205]: _type = "ClusterComputeResource" [ 602.475461] env[68205]: } {{(pid=68205) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 602.476641] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965a62c5-09e4-487a-9274-937b3a40a058 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.485630] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Got total of 0 instances {{(pid=68205) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 602.486298] env[68205]: WARNING nova.virt.vmwareapi.driver [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 602.486774] env[68205]: INFO nova.virt.node [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Generated node identity 579e308c-a36f-4fc5-9808-f6adb1a946ed [ 602.487025] env[68205]: INFO nova.virt.node [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Wrote node identity 579e308c-a36f-4fc5-9808-f6adb1a946ed to /opt/stack/data/n-cpu-1/compute_id [ 602.989593] env[68205]: WARNING nova.compute.manager [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Compute nodes ['579e308c-a36f-4fc5-9808-f6adb1a946ed'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 603.994849] env[68205]: INFO nova.compute.manager [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 605.000994] env[68205]: WARNING nova.compute.manager [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 605.001411] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.001547] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.001697] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.001848] env[68205]: DEBUG nova.compute.resource_tracker [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 605.002795] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1b072a-a706-4b16-ae94-c10881ef00eb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.011204] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64670654-92b8-448f-acc7-df518c6d60ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.026304] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e95b89d-6b2b-4607-a06a-7f77eee61857 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.032512] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc734e38-0ef4-426c-bd4e-b879ffe5f149 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.061044] env[68205]: DEBUG nova.compute.resource_tracker [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181111MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 605.061197] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.061395] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.563620] env[68205]: WARNING nova.compute.resource_tracker [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] No compute node record for cpu-1:579e308c-a36f-4fc5-9808-f6adb1a946ed: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 579e308c-a36f-4fc5-9808-f6adb1a946ed could not be found. [ 606.067556] env[68205]: INFO nova.compute.resource_tracker [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 579e308c-a36f-4fc5-9808-f6adb1a946ed [ 607.575952] env[68205]: DEBUG nova.compute.resource_tracker [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 607.576287] env[68205]: DEBUG nova.compute.resource_tracker [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 607.736678] env[68205]: INFO nova.scheduler.client.report [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] [req-32da5940-26da-40dc-b9f7-d8acb9e89351] Created resource provider record via placement API for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 607.755219] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7d07c3-2bd3-4f4d-b812-5663c3aa98d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.762870] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb21e6-0884-4779-a143-4a2211f42d74 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.793694] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd37cfc8-baca-41aa-a4ea-ec8fa63eba03 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.802482] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ca6c3c-9056-48d9-a574-aeda312a68b4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.818194] env[68205]: DEBUG nova.compute.provider_tree [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.355628] env[68205]: DEBUG nova.scheduler.client.report [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 608.355873] env[68205]: DEBUG nova.compute.provider_tree [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 0 to 1 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 608.356016] env[68205]: DEBUG nova.compute.provider_tree [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.416173] env[68205]: DEBUG nova.compute.provider_tree [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 1 to 2 during operation: update_traits {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 608.920472] env[68205]: DEBUG nova.compute.resource_tracker [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 608.920727] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.859s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.920872] env[68205]: DEBUG nova.service [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Creating RPC server for service compute {{(pid=68205) start /opt/stack/nova/nova/service.py:186}} [ 608.935237] env[68205]: DEBUG nova.service [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] Join ServiceGroup membership for this service compute {{(pid=68205) start /opt/stack/nova/nova/service.py:203}} [ 608.935415] env[68205]: DEBUG nova.servicegroup.drivers.db [None req-4f714354-5fb2-4e9d-aaf7-68c52516e44a None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68205) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 651.539692] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquiring lock "265fd430-7f5d-4c12-99bf-f662b22b195a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.540327] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lock "265fd430-7f5d-4c12-99bf-f662b22b195a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.042692] env[68205]: DEBUG nova.compute.manager [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.424819] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "f15108d3-114f-4a33-8ffc-133ce917179e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.424819] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "f15108d3-114f-4a33-8ffc-133ce917179e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.596380] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.596704] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.598691] env[68205]: INFO nova.compute.claims [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.927527] env[68205]: DEBUG nova.compute.manager [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.193718] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "9e810eb2-b946-420e-91ce-13286fe3b51e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.194576] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.452126] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.699723] env[68205]: DEBUG nova.compute.manager [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.711119] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fc62db-b94a-46be-be58-b76542c5dc09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.722851] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c4004c-f619-4736-ac4e-a556ddc070d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.767467] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e89325-7f79-4717-a38e-7e9cc844b288 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.778651] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88052c2-48e8-4c9e-82dc-36b3b4d76fbb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.795212] env[68205]: DEBUG nova.compute.provider_tree [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.222564] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "3aef2e11-5b1a-477a-8587-732aef4eaead" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.222706] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "3aef2e11-5b1a-477a-8587-732aef4eaead" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.230261] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.299691] env[68205]: DEBUG nova.scheduler.client.report [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.728586] env[68205]: DEBUG nova.compute.manager [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.804334] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.805019] env[68205]: DEBUG nova.compute.manager [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.807637] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.356s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.811047] env[68205]: INFO nova.compute.claims [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.980783] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquiring lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.980783] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.262544] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.317991] env[68205]: DEBUG nova.compute.utils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.320440] env[68205]: DEBUG nova.compute.manager [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.320718] env[68205]: DEBUG nova.network.neutron [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.483085] env[68205]: DEBUG nova.compute.manager [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.828269] env[68205]: DEBUG nova.compute.manager [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.940728] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5744538b-6ab2-4cd0-8a84-68997da3cec7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.949428] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf60596d-5d70-4a3a-8a8f-85f1d4141f5d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.995706] env[68205]: DEBUG nova.policy [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a53906ae8cbf431c889c5d491314824f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f7c40204cec428288dcffc122f7e6eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.997810] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b608055-5549-41b2-b721-775706bebb3e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.008994] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5cc788-d4a5-4743-83b8-55323be9ae21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.024245] env[68205]: DEBUG nova.compute.provider_tree [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.028937] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.528379] env[68205]: DEBUG nova.scheduler.client.report [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.845823] env[68205]: DEBUG nova.compute.manager [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.853417] env[68205]: DEBUG nova.network.neutron [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Successfully created port: d0d899e2-5ed4-414a-a9c8-d0a72292697b {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.997860] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.998204] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.998367] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.998836] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.998836] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.998836] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.999052] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.999214] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.999609] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.999975] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.000150] env[68205]: DEBUG nova.virt.hardware [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.001670] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3d64d3-f62e-4b56-a622-2864fbc009a9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.012071] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69df7bfc-df04-4eab-9c67-08a0b4016499 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.035739] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346cd8ab-4fe3-494e-b80c-449dff9f1022 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.050288] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.051269] env[68205]: DEBUG nova.compute.manager [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.055048] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.825s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.056468] env[68205]: INFO nova.compute.claims [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.558428] env[68205]: DEBUG nova.compute.utils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.560297] env[68205]: DEBUG nova.compute.manager [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.560297] env[68205]: DEBUG nova.network.neutron [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.665523] env[68205]: DEBUG nova.policy [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a259d482a7254bf0963f04dbd4c85168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eef57a2ab18643059d9ccba581c8f207', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.076557] env[68205]: DEBUG nova.compute.manager [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.200977] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd6d4d0-35e2-4407-90c6-a5932e52d885 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.213251] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe96c679-a90f-4f33-add2-5a626af32638 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.248567] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b18d243-1c97-48b2-9cab-e040f94c705b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.262124] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aff2d1-ed1e-4a85-96cd-6b1fa3e5d898 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.282978] env[68205]: DEBUG nova.compute.provider_tree [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.339423] env[68205]: DEBUG nova.network.neutron [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Successfully created port: b9dae1ef-6da8-48a3-b07d-e79fe3592cd2 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.788936] env[68205]: DEBUG nova.scheduler.client.report [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.936700] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.936985] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.937226] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.937408] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.937590] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.937766] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.937936] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.088983] env[68205]: DEBUG nova.compute.manager [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.121055] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.121870] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.122166] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.122954] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.123606] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.123946] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.124714] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.127021] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.127021] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.127021] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.127021] env[68205]: DEBUG nova.virt.hardware [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.127021] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec59a25-b9fe-4054-96a4-1b0d4dee37c7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.138179] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638eef71-df2f-4136-a59a-236936a46d45 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.283351] env[68205]: DEBUG nova.network.neutron [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Successfully updated port: d0d899e2-5ed4-414a-a9c8-d0a72292697b {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.299026] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.299026] env[68205]: DEBUG nova.compute.manager [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.304121] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.042s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.305690] env[68205]: INFO nova.compute.claims [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.443880] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Getting list of instances from cluster (obj){ [ 659.443880] env[68205]: value = "domain-c8" [ 659.443880] env[68205]: _type = "ClusterComputeResource" [ 659.443880] env[68205]: } {{(pid=68205) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 659.444809] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99106651-d833-4c65-9743-6a758004db45 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.457555] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Got total of 0 instances {{(pid=68205) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 659.457712] env[68205]: WARNING nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] While synchronizing instance power states, found 3 instances in the database and 0 instances on the hypervisor. [ 659.457858] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid 265fd430-7f5d-4c12-99bf-f662b22b195a {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 659.458836] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid f15108d3-114f-4a33-8ffc-133ce917179e {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 659.459990] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid 9e810eb2-b946-420e-91ce-13286fe3b51e {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 659.459990] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "265fd430-7f5d-4c12-99bf-f662b22b195a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.460122] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "f15108d3-114f-4a33-8ffc-133ce917179e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.460773] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "9e810eb2-b946-420e-91ce-13286fe3b51e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.460773] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.461026] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 659.461198] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.595345] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquiring lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.595603] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.791648] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquiring lock "refresh_cache-265fd430-7f5d-4c12-99bf-f662b22b195a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.791794] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquired lock "refresh_cache-265fd430-7f5d-4c12-99bf-f662b22b195a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.791942] env[68205]: DEBUG nova.network.neutron [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.814676] env[68205]: DEBUG nova.compute.utils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.814676] env[68205]: DEBUG nova.compute.manager [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.814676] env[68205]: DEBUG nova.network.neutron [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.953367] env[68205]: DEBUG nova.policy [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e22b38cd0f747c8ac7127456cb4d60c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b624493ddf4140788a0732f3edd3be0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.967884] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.103024] env[68205]: DEBUG nova.compute.manager [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.322750] env[68205]: DEBUG nova.compute.manager [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.391719] env[68205]: DEBUG nova.network.neutron [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.424489] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dfd81f-6c87-4a84-9db6-dd0809f41d6a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.432535] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e463237-cb2a-44d5-a40c-608fe1475e9b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.467142] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54489a-8862-4b9b-82d4-7df8d2c39984 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.474847] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddd40b1-f583-4bf5-b4b3-290acb293ae4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.489449] env[68205]: DEBUG nova.compute.provider_tree [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.644971] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.732596] env[68205]: DEBUG nova.network.neutron [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Successfully created port: 772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.821351] env[68205]: DEBUG nova.network.neutron [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Updating instance_info_cache with network_info: [{"id": "d0d899e2-5ed4-414a-a9c8-d0a72292697b", "address": "fa:16:3e:16:44:f7", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d899e2-5e", "ovs_interfaceid": "d0d899e2-5ed4-414a-a9c8-d0a72292697b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.862047] env[68205]: DEBUG nova.network.neutron [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Successfully updated port: b9dae1ef-6da8-48a3-b07d-e79fe3592cd2 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.994159] env[68205]: DEBUG nova.scheduler.client.report [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.330775] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Releasing lock "refresh_cache-265fd430-7f5d-4c12-99bf-f662b22b195a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.331160] env[68205]: DEBUG nova.compute.manager [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Instance network_info: |[{"id": "d0d899e2-5ed4-414a-a9c8-d0a72292697b", "address": "fa:16:3e:16:44:f7", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d899e2-5e", "ovs_interfaceid": "d0d899e2-5ed4-414a-a9c8-d0a72292697b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.332100] env[68205]: DEBUG nova.compute.manager [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.337020] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:44:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0d899e2-5ed4-414a-a9c8-d0a72292697b', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.352772] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.352850] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa905add-4432-4cf0-85c6-f09d4183a912 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.366537] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.366932] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.367038] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.368034] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.368034] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.368034] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.368034] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.368034] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.369070] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.369070] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.369070] env[68205]: DEBUG nova.virt.hardware [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.370966] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "refresh_cache-f15108d3-114f-4a33-8ffc-133ce917179e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.370966] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquired lock "refresh_cache-f15108d3-114f-4a33-8ffc-133ce917179e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.370966] env[68205]: DEBUG nova.network.neutron [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.374179] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d07f75-7659-4eec-89f1-10379c0f0866 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.376555] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Created folder: OpenStack in parent group-v4. [ 661.376820] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Creating folder: Project (9f7c40204cec428288dcffc122f7e6eb). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.378979] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b40453-7f0c-45a4-92b3-09917d064cf3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.390585] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Created folder: Project (9f7c40204cec428288dcffc122f7e6eb) in parent group-v583212. [ 661.390585] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Creating folder: Instances. Parent ref: group-v583213. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.391749] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da555c0e-86ef-4ecc-99bd-545e04ae15fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.396374] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4c5eed5-5b92-40c5-9c97-491d4f8ac209 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.409908] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Created folder: Instances in parent group-v583213. [ 661.410184] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.410374] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.410570] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-997fa63d-cf44-4eaf-a263-2bfb51ea0afd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.432735] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.432735] env[68205]: value = "task-2903910" [ 661.432735] env[68205]: _type = "Task" [ 661.432735] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.441574] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903910, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.498341] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.498757] env[68205]: DEBUG nova.compute.manager [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.501362] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.475s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.504382] env[68205]: INFO nova.compute.claims [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.951106] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903910, 'name': CreateVM_Task, 'duration_secs': 0.410547} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.952851] env[68205]: DEBUG nova.network.neutron [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.953891] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.973889] env[68205]: DEBUG oslo_vmware.service [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b8dab8-18e0-40a1-a6a6-486003c06776 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.985388] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.985571] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.986387] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.986901] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquiring lock "4f242541-d0d9-404f-b663-389fd58b4fb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.987138] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "4f242541-d0d9-404f-b663-389fd58b4fb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.988180] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839ad2f6-dfe3-460d-8241-9bed88454b7b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.995200] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 661.995200] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d3e1cc-205b-f2e5-67c1-811c91e9cbb3" [ 661.995200] env[68205]: _type = "Task" [ 661.995200] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.004510] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d3e1cc-205b-f2e5-67c1-811c91e9cbb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.009194] env[68205]: DEBUG nova.compute.utils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.014856] env[68205]: DEBUG nova.compute.manager [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.015055] env[68205]: DEBUG nova.network.neutron [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.141247] env[68205]: DEBUG nova.policy [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836a3e7b8e2f4ab8a4f0565f01890ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1ec5ad99a074ac2b45f673b057c8634', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.187721] env[68205]: DEBUG nova.network.neutron [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Updating instance_info_cache with network_info: [{"id": "b9dae1ef-6da8-48a3-b07d-e79fe3592cd2", "address": "fa:16:3e:6d:a8:33", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9dae1ef-6d", "ovs_interfaceid": "b9dae1ef-6da8-48a3-b07d-e79fe3592cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.347526] env[68205]: DEBUG nova.compute.manager [req-479a6f0c-5967-4204-a11e-c6800a40f304 req-f2f5ea49-a11b-4048-80da-5c02e5173f70 service nova] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Received event network-vif-plugged-d0d899e2-5ed4-414a-a9c8-d0a72292697b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.347805] env[68205]: DEBUG oslo_concurrency.lockutils [req-479a6f0c-5967-4204-a11e-c6800a40f304 req-f2f5ea49-a11b-4048-80da-5c02e5173f70 service nova] Acquiring lock "265fd430-7f5d-4c12-99bf-f662b22b195a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.347933] env[68205]: DEBUG oslo_concurrency.lockutils [req-479a6f0c-5967-4204-a11e-c6800a40f304 req-f2f5ea49-a11b-4048-80da-5c02e5173f70 service nova] Lock "265fd430-7f5d-4c12-99bf-f662b22b195a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.348110] env[68205]: DEBUG oslo_concurrency.lockutils [req-479a6f0c-5967-4204-a11e-c6800a40f304 req-f2f5ea49-a11b-4048-80da-5c02e5173f70 service nova] Lock "265fd430-7f5d-4c12-99bf-f662b22b195a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.348334] env[68205]: DEBUG nova.compute.manager [req-479a6f0c-5967-4204-a11e-c6800a40f304 req-f2f5ea49-a11b-4048-80da-5c02e5173f70 service nova] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] No waiting events found dispatching network-vif-plugged-d0d899e2-5ed4-414a-a9c8-d0a72292697b {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.348481] env[68205]: WARNING nova.compute.manager [req-479a6f0c-5967-4204-a11e-c6800a40f304 req-f2f5ea49-a11b-4048-80da-5c02e5173f70 service nova] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Received unexpected event network-vif-plugged-d0d899e2-5ed4-414a-a9c8-d0a72292697b for instance with vm_state building and task_state spawning. [ 662.492297] env[68205]: DEBUG nova.compute.manager [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.508404] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.508890] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.509279] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.509431] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.509966] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.510244] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa390e04-5bd1-400f-9dbd-e8f89f03467a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.513074] env[68205]: DEBUG nova.compute.manager [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.531454] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.531667] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.532584] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819636ab-3fda-4faf-bfe5-159d88c04aee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.544851] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b814c01f-e6a7-4d51-ab25-c5ef7dde41df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.551569] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 662.551569] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b813bd-3c55-fcc8-67c2-499e36b9ea5f" [ 662.551569] env[68205]: _type = "Task" [ 662.551569] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.562667] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b813bd-3c55-fcc8-67c2-499e36b9ea5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.656264] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.656498] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.668416] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cfcd21-45e6-4747-bc99-9cf7db39184e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.682456] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c52fbb-cf8e-460d-948e-f95da061ccc2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.721173] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Releasing lock "refresh_cache-f15108d3-114f-4a33-8ffc-133ce917179e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.721489] env[68205]: DEBUG nova.compute.manager [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Instance network_info: |[{"id": "b9dae1ef-6da8-48a3-b07d-e79fe3592cd2", "address": "fa:16:3e:6d:a8:33", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9dae1ef-6d", "ovs_interfaceid": "b9dae1ef-6da8-48a3-b07d-e79fe3592cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.722666] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:a8:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9dae1ef-6da8-48a3-b07d-e79fe3592cd2', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.730746] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Creating folder: Project (eef57a2ab18643059d9ccba581c8f207). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.732485] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89002375-88fb-4d98-948d-158c1db0d302 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.735472] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cf64f89-3e6b-449e-92a2-4231f61ee2ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.742428] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021e5100-ba68-4532-8ead-152599d45d06 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.748325] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Created folder: Project (eef57a2ab18643059d9ccba581c8f207) in parent group-v583212. [ 662.748325] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Creating folder: Instances. Parent ref: group-v583216. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.748325] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d53ec8b0-364f-4fcc-8f96-ed7799905b64 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.758686] env[68205]: DEBUG nova.compute.provider_tree [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.760930] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Created folder: Instances in parent group-v583216. [ 662.761158] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.761530] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.761726] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cae91b49-9431-4be1-823b-016d900b00fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.782681] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.782681] env[68205]: value = "task-2903913" [ 662.782681] env[68205]: _type = "Task" [ 662.782681] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.790342] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903913, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.830695] env[68205]: DEBUG nova.network.neutron [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Successfully created port: 099363f3-24d3-46f1-8adf-d098502d4b2a {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.911239] env[68205]: DEBUG nova.network.neutron [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Successfully updated port: 772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.031828] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.067105] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Preparing fetch location {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 663.067852] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Creating directory with path [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.067852] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6310299-e380-4589-a618-0abcd097271c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.083212] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Created directory with path [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.083420] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Fetch image to [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 663.083584] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Downloading image file data 212c224b-8054-43b3-9813-d6086870cd7e to [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk on the data store datastore1 {{(pid=68205) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 663.084446] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7602cd7a-1412-4d0c-91f4-f7bd4a65107c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.092599] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f540c0-7a60-4821-93f4-402e15eb19d7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.102536] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea6ea5-06aa-44ff-8b1d-21b930a5c299 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.135538] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531c29c7-5624-48b5-bde6-d319308e5f32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.142349] env[68205]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5937eac7-2470-4d74-b0bd-6974b2d88cff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.159540] env[68205]: DEBUG nova.compute.manager [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.231313] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Downloading image file data 212c224b-8054-43b3-9813-d6086870cd7e to the data store datastore1 {{(pid=68205) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 663.264185] env[68205]: DEBUG nova.scheduler.client.report [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.302040] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903913, 'name': CreateVM_Task, 'duration_secs': 0.338305} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.302214] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.302975] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.303145] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.303569] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.303828] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e566536e-bb71-4a60-8cfe-d06bffafe041 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.311647] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 663.311647] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b376e4-7a16-312a-9c5f-cb6805acab5d" [ 663.311647] env[68205]: _type = "Task" [ 663.311647] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.317430] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68205) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 663.322847] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b376e4-7a16-312a-9c5f-cb6805acab5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.415046] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.415046] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.415540] env[68205]: DEBUG nova.network.neutron [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.526057] env[68205]: DEBUG nova.compute.manager [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.556691] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.556691] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.556691] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.557111] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.557111] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.557111] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.557111] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.557111] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.557294] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.557294] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.557294] env[68205]: DEBUG nova.virt.hardware [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.559855] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7d5e6e-61da-4493-9bfb-58ad123cd52f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.569893] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc753c-79ff-446d-b79f-0ae70f33e68f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.687014] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.769377] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.770423] env[68205]: DEBUG nova.compute.manager [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.774351] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.805s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.774351] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.774351] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 663.774351] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.128s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.774817] env[68205]: INFO nova.compute.claims [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.780112] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9141b46f-4f3d-4dfa-bc97-b9a8524cdc15 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.789298] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c32d96a-06ab-43e0-b0fb-b3b647b13876 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.810508] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a23afe6-00c7-40ee-bf13-f34fb9169a41 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.840011] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6a4735-560b-49a8-b1fd-42784b7381cf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.848951] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.849219] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.849465] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.885229] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181115MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 663.885383] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.972824] env[68205]: DEBUG nova.network.neutron [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.989777] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Completed reading data from the image iterator. {{(pid=68205) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 663.989777] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 664.137689] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Downloaded image file data 212c224b-8054-43b3-9813-d6086870cd7e to vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk on the data store datastore1 {{(pid=68205) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 664.139369] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Caching image {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 664.139609] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Copying Virtual Disk [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk to [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.140224] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf9ea5a7-b71c-4a49-bb57-f9a92b40f7b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.149144] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 664.149144] env[68205]: value = "task-2903914" [ 664.149144] env[68205]: _type = "Task" [ 664.149144] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.157035] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.161486] env[68205]: DEBUG nova.network.neutron [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance_info_cache with network_info: [{"id": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "address": "fa:16:3e:d1:db:fe", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772c4a55-d6", "ovs_interfaceid": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.281628] env[68205]: DEBUG nova.compute.utils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.282963] env[68205]: DEBUG nova.compute.manager [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.283138] env[68205]: DEBUG nova.network.neutron [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.397721] env[68205]: DEBUG nova.policy [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81027c479b184f10982af250f74e131e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '939b91e9fed643c9a02d2f5d86f3edcf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.668885] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.669230] env[68205]: DEBUG nova.compute.manager [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Instance network_info: |[{"id": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "address": "fa:16:3e:d1:db:fe", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772c4a55-d6", "ovs_interfaceid": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.669541] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903914, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.669861] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:db:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.678657] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Creating folder: Project (b624493ddf4140788a0732f3edd3be0e). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.678815] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b094c69c-44bf-47d5-a09c-b20723e26f5a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.688598] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Created folder: Project (b624493ddf4140788a0732f3edd3be0e) in parent group-v583212. [ 664.688866] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Creating folder: Instances. Parent ref: group-v583219. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.689442] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a4580ff-027c-4531-b15b-b8d2bb9c8465 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.698678] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Created folder: Instances in parent group-v583219. [ 664.699085] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.699085] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.699287] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b68cd39-5409-48b8-9862-5757bd200a52 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.723212] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.723212] env[68205]: value = "task-2903917" [ 664.723212] env[68205]: _type = "Task" [ 664.723212] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.731259] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903917, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.786704] env[68205]: DEBUG nova.compute.manager [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.918374] env[68205]: DEBUG nova.network.neutron [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Successfully updated port: 099363f3-24d3-46f1-8adf-d098502d4b2a {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.939832] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92e723d-b82f-4702-9673-35510501ddbc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.948427] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c42ba9-3a65-485a-9e39-e71bdeed2be5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.982733] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a637fd-c3ec-46ed-9f3f-2c0c31363dab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.989282] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371084c5-7655-4816-94fc-b8433d11a54e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.010213] env[68205]: DEBUG nova.compute.provider_tree [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.163553] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707945} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.163553] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Copied Virtual Disk [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk to [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.163553] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Deleting the datastore file [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.163553] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd7ebc67-5ea9-4c0b-a40e-695efd7b8583 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.169815] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 665.169815] env[68205]: value = "task-2903918" [ 665.169815] env[68205]: _type = "Task" [ 665.169815] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.180286] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.191070] env[68205]: DEBUG nova.network.neutron [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Successfully created port: 746ce6eb-691c-4103-a704-0dfd72b9d5e5 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.236498] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903917, 'name': CreateVM_Task, 'duration_secs': 0.366315} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.236498] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.236939] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.237701] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.237701] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.237701] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13805881-7b20-4583-99a0-6736a5707008 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.242977] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 665.242977] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52492eb5-3e6a-c83c-4291-e6734c7143a7" [ 665.242977] env[68205]: _type = "Task" [ 665.242977] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.250528] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52492eb5-3e6a-c83c-4291-e6734c7143a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.276924] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "15002715-43e8-416a-8a96-a6ebf22b3c2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.277483] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "15002715-43e8-416a-8a96-a6ebf22b3c2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.426690] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "refresh_cache-3aef2e11-5b1a-477a-8587-732aef4eaead" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.426690] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired lock "refresh_cache-3aef2e11-5b1a-477a-8587-732aef4eaead" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.426690] env[68205]: DEBUG nova.network.neutron [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.512311] env[68205]: DEBUG nova.scheduler.client.report [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.685246] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022867} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.685483] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.685644] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Moving file from [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb/212c224b-8054-43b3-9813-d6086870cd7e to [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e. {{(pid=68205) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 665.685966] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-fffa6f26-1905-4651-8b25-77d049bc0123 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.696264] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 665.696264] env[68205]: value = "task-2903919" [ 665.696264] env[68205]: _type = "Task" [ 665.696264] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.709850] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903919, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.741084] env[68205]: DEBUG nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Received event network-changed-d0d899e2-5ed4-414a-a9c8-d0a72292697b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.741084] env[68205]: DEBUG nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Refreshing instance network info cache due to event network-changed-d0d899e2-5ed4-414a-a9c8-d0a72292697b. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.741084] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Acquiring lock "refresh_cache-265fd430-7f5d-4c12-99bf-f662b22b195a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.742084] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Acquired lock "refresh_cache-265fd430-7f5d-4c12-99bf-f662b22b195a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.742320] env[68205]: DEBUG nova.network.neutron [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Refreshing network info cache for port d0d899e2-5ed4-414a-a9c8-d0a72292697b {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.756612] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.756612] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.756612] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.780542] env[68205]: DEBUG nova.compute.manager [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.798206] env[68205]: DEBUG nova.compute.manager [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.823402] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.823891] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.824215] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.824563] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.824888] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.825237] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.825608] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.825905] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.826308] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.826714] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.827089] env[68205]: DEBUG nova.virt.hardware [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.829024] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386623a7-8046-45c9-b157-3adb139f0606 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.839021] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c45eb6-5f99-4217-af7f-386ac271ba6f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.975907] env[68205]: DEBUG nova.network.neutron [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.018126] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.019724] env[68205]: DEBUG nova.compute.manager [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.023036] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.992s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.027424] env[68205]: INFO nova.compute.claims [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.158361] env[68205]: DEBUG nova.compute.manager [req-79cb9fdd-487f-469d-8706-07ad98284438 req-da01b5c4-674c-4498-b199-bba0a59f9ec1 service nova] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Received event network-vif-plugged-099363f3-24d3-46f1-8adf-d098502d4b2a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.158588] env[68205]: DEBUG oslo_concurrency.lockutils [req-79cb9fdd-487f-469d-8706-07ad98284438 req-da01b5c4-674c-4498-b199-bba0a59f9ec1 service nova] Acquiring lock "3aef2e11-5b1a-477a-8587-732aef4eaead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.158807] env[68205]: DEBUG oslo_concurrency.lockutils [req-79cb9fdd-487f-469d-8706-07ad98284438 req-da01b5c4-674c-4498-b199-bba0a59f9ec1 service nova] Lock "3aef2e11-5b1a-477a-8587-732aef4eaead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.159098] env[68205]: DEBUG oslo_concurrency.lockutils [req-79cb9fdd-487f-469d-8706-07ad98284438 req-da01b5c4-674c-4498-b199-bba0a59f9ec1 service nova] Lock "3aef2e11-5b1a-477a-8587-732aef4eaead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.159921] env[68205]: DEBUG nova.compute.manager [req-79cb9fdd-487f-469d-8706-07ad98284438 req-da01b5c4-674c-4498-b199-bba0a59f9ec1 service nova] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] No waiting events found dispatching network-vif-plugged-099363f3-24d3-46f1-8adf-d098502d4b2a {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.159921] env[68205]: WARNING nova.compute.manager [req-79cb9fdd-487f-469d-8706-07ad98284438 req-da01b5c4-674c-4498-b199-bba0a59f9ec1 service nova] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Received unexpected event network-vif-plugged-099363f3-24d3-46f1-8adf-d098502d4b2a for instance with vm_state building and task_state spawning. [ 666.207806] env[68205]: DEBUG nova.network.neutron [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Updating instance_info_cache with network_info: [{"id": "099363f3-24d3-46f1-8adf-d098502d4b2a", "address": "fa:16:3e:29:18:75", "network": {"id": "26118d2b-9efa-4846-b34a-da728e1e1b73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-982491932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ec5ad99a074ac2b45f673b057c8634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099363f3-24", "ovs_interfaceid": "099363f3-24d3-46f1-8adf-d098502d4b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.215059] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.215380] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.217173] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903919, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029151} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.217782] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] File moved {{(pid=68205) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 666.217994] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Cleaning up location [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 666.218173] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Deleting the datastore file [datastore1] vmware_temp/fa58ae24-4943-4993-b64b-e02bd329badb {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.218415] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-828d2b4e-ed8b-4114-8714-6e7a6e2cd492 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.226622] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 666.226622] env[68205]: value = "task-2903920" [ 666.226622] env[68205]: _type = "Task" [ 666.226622] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.239862] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.309073] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.533544] env[68205]: DEBUG nova.compute.utils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.534934] env[68205]: DEBUG nova.compute.manager [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.535142] env[68205]: DEBUG nova.network.neutron [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.649645] env[68205]: DEBUG nova.policy [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38b9412db08e43389a4107c0953c12a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe84d83c39b840b6a0f2f6ebe9c548e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.700506] env[68205]: DEBUG nova.network.neutron [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Updated VIF entry in instance network info cache for port d0d899e2-5ed4-414a-a9c8-d0a72292697b. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.700885] env[68205]: DEBUG nova.network.neutron [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Updating instance_info_cache with network_info: [{"id": "d0d899e2-5ed4-414a-a9c8-d0a72292697b", "address": "fa:16:3e:16:44:f7", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0d899e2-5e", "ovs_interfaceid": "d0d899e2-5ed4-414a-a9c8-d0a72292697b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.709446] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Releasing lock "refresh_cache-3aef2e11-5b1a-477a-8587-732aef4eaead" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.709799] env[68205]: DEBUG nova.compute.manager [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Instance network_info: |[{"id": "099363f3-24d3-46f1-8adf-d098502d4b2a", "address": "fa:16:3e:29:18:75", "network": {"id": "26118d2b-9efa-4846-b34a-da728e1e1b73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-982491932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ec5ad99a074ac2b45f673b057c8634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099363f3-24", "ovs_interfaceid": "099363f3-24d3-46f1-8adf-d098502d4b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.710159] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:18:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '099363f3-24d3-46f1-8adf-d098502d4b2a', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.721514] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Creating folder: Project (d1ec5ad99a074ac2b45f673b057c8634). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.723805] env[68205]: DEBUG nova.compute.manager [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.727100] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba5d1f91-bdf9-422f-9e0f-265ca371b1c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.743779] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043063} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.744024] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.744812] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeca6936-3604-4840-b68b-d41a9d0f6d75 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.752525] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 666.752525] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522ba237-f851-9c6d-81f8-84abb38dd59a" [ 666.752525] env[68205]: _type = "Task" [ 666.752525] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.757273] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Created folder: Project (d1ec5ad99a074ac2b45f673b057c8634) in parent group-v583212. [ 666.757499] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Creating folder: Instances. Parent ref: group-v583222. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.758222] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85c52cc1-9433-4755-94dc-31d8e150f9e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.763371] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522ba237-f851-9c6d-81f8-84abb38dd59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.770386] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Created folder: Instances in parent group-v583222. [ 666.770628] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.770815] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.771063] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0215c8a-bc6d-4083-b7c9-80b4c950b1bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.794532] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.794532] env[68205]: value = "task-2903923" [ 666.794532] env[68205]: _type = "Task" [ 666.794532] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.802592] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903923, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.038436] env[68205]: DEBUG nova.compute.manager [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.204243] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Releasing lock "refresh_cache-265fd430-7f5d-4c12-99bf-f662b22b195a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.204243] env[68205]: DEBUG nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Received event network-vif-plugged-b9dae1ef-6da8-48a3-b07d-e79fe3592cd2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.205477] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Acquiring lock "f15108d3-114f-4a33-8ffc-133ce917179e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.205477] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Lock "f15108d3-114f-4a33-8ffc-133ce917179e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.205477] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Lock "f15108d3-114f-4a33-8ffc-133ce917179e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.205477] env[68205]: DEBUG nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] No waiting events found dispatching network-vif-plugged-b9dae1ef-6da8-48a3-b07d-e79fe3592cd2 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.205477] env[68205]: WARNING nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Received unexpected event network-vif-plugged-b9dae1ef-6da8-48a3-b07d-e79fe3592cd2 for instance with vm_state building and task_state spawning. [ 667.205878] env[68205]: DEBUG nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Received event network-changed-b9dae1ef-6da8-48a3-b07d-e79fe3592cd2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.205878] env[68205]: DEBUG nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Refreshing instance network info cache due to event network-changed-b9dae1ef-6da8-48a3-b07d-e79fe3592cd2. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.205878] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Acquiring lock "refresh_cache-f15108d3-114f-4a33-8ffc-133ce917179e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.205878] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Acquired lock "refresh_cache-f15108d3-114f-4a33-8ffc-133ce917179e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.205878] env[68205]: DEBUG nova.network.neutron [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Refreshing network info cache for port b9dae1ef-6da8-48a3-b07d-e79fe3592cd2 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.253297] env[68205]: DEBUG nova.network.neutron [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Successfully updated port: 746ce6eb-691c-4103-a704-0dfd72b9d5e5 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.260479] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42834709-5798-4420-9216-5b8abe9a3a0c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.276634] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522ba237-f851-9c6d-81f8-84abb38dd59a, 'name': SearchDatastore_Task, 'duration_secs': 0.015037} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.279495] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadb326f-6af8-4b61-a5a7-abefa331ccbf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.283214] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.283499] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 265fd430-7f5d-4c12-99bf-f662b22b195a/265fd430-7f5d-4c12-99bf-f662b22b195a.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.284644] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.285211] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.286203] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.286203] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f711cfe-fc8b-4df3-8805-ada00f650225 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.288153] env[68205]: DEBUG nova.network.neutron [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Successfully created port: bb59779b-4da5-4cd1-8a6c-e4528882792e {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.290212] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69e419ba-15b2-4565-b3a2-51ea2d8cefbe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.324916] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a62aaad-aa00-4df8-a451-e99d8f044ef6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.330728] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 667.330728] env[68205]: value = "task-2903924" [ 667.330728] env[68205]: _type = "Task" [ 667.330728] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.340012] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903923, 'name': CreateVM_Task, 'duration_secs': 0.46817} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.340833] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.341510] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.341671] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.341979] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.347677] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2b16ce-be3c-48c8-ac36-97d2545adbb4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.349222] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.351264] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cb54a2-be8c-47db-a5d9-841972a22a5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.357053] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.357053] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.357238] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa4d4ab-ecb0-4e57-9715-1838f2216576 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.363398] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 667.363398] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525577f1-aca4-1d4d-44f7-2678790eff1b" [ 667.363398] env[68205]: _type = "Task" [ 667.363398] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.373556] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 667.373556] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52589dd2-6301-dec0-2e6d-fa2f3dbd6c1f" [ 667.373556] env[68205]: _type = "Task" [ 667.373556] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.374408] env[68205]: DEBUG nova.compute.provider_tree [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.383131] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525577f1-aca4-1d4d-44f7-2678790eff1b, 'name': SearchDatastore_Task, 'duration_secs': 0.007865} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.383857] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.384477] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.384737] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.389068] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52589dd2-6301-dec0-2e6d-fa2f3dbd6c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.015234} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.389843] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1fecac-b8eb-480d-8e73-85105d3aeb4c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.396441] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 667.396441] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b4941d-7f43-1eb2-de60-d72e57e8e44d" [ 667.396441] env[68205]: _type = "Task" [ 667.396441] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.404697] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b4941d-7f43-1eb2-de60-d72e57e8e44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.758196] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquiring lock "refresh_cache-c6cbf03e-7419-49ae-8edf-2d46e8416e2b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.758196] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquired lock "refresh_cache-c6cbf03e-7419-49ae-8edf-2d46e8416e2b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.758196] env[68205]: DEBUG nova.network.neutron [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.800123] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquiring lock "5f04afba-a327-42e4-99f6-16ac25d1256d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.800404] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.843664] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498469} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.843990] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 265fd430-7f5d-4c12-99bf-f662b22b195a/265fd430-7f5d-4c12-99bf-f662b22b195a.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.844235] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.844490] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3ccff84-246d-4263-a6e3-959d010d14a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.852093] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 667.852093] env[68205]: value = "task-2903925" [ 667.852093] env[68205]: _type = "Task" [ 667.852093] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.861234] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.879917] env[68205]: DEBUG nova.scheduler.client.report [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.909361] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b4941d-7f43-1eb2-de60-d72e57e8e44d, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.909935] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.909935] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] f15108d3-114f-4a33-8ffc-133ce917179e/f15108d3-114f-4a33-8ffc-133ce917179e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.913217] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.913217] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.913217] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dfb7d13-528a-4522-b1ad-0b6b0cd6d79a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.914744] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a19f4af-aabf-4fa0-86d7-30391eec0b57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.922163] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 667.922163] env[68205]: value = "task-2903926" [ 667.922163] env[68205]: _type = "Task" [ 667.922163] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.926823] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.927089] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.928486] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4101afa1-a42a-4840-bf20-3bdd3302615d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.934935] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.938202] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 667.938202] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b6f549-eb61-9b5e-16f8-0aa4b774d2f6" [ 667.938202] env[68205]: _type = "Task" [ 667.938202] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.946412] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b6f549-eb61-9b5e-16f8-0aa4b774d2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.052407] env[68205]: DEBUG nova.compute.manager [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.084602] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.084845] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.085009] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.085191] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.085369] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.085596] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.085846] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.086035] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.086217] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.086380] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.086553] env[68205]: DEBUG nova.virt.hardware [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.087480] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf28d6d1-1ca1-4281-814d-7368a9151f9b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.096041] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb4c07-76c4-4596-bc38-a5e83bc0bf9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.174419] env[68205]: DEBUG nova.network.neutron [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Updated VIF entry in instance network info cache for port b9dae1ef-6da8-48a3-b07d-e79fe3592cd2. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.174752] env[68205]: DEBUG nova.network.neutron [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Updating instance_info_cache with network_info: [{"id": "b9dae1ef-6da8-48a3-b07d-e79fe3592cd2", "address": "fa:16:3e:6d:a8:33", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9dae1ef-6d", "ovs_interfaceid": "b9dae1ef-6da8-48a3-b07d-e79fe3592cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.364275] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063237} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.368024] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.368024] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196b436b-4602-4049-8a67-33240d7842ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.386887] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.387521] env[68205]: DEBUG nova.compute.manager [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.404663] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 265fd430-7f5d-4c12-99bf-f662b22b195a/265fd430-7f5d-4c12-99bf-f662b22b195a.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.404663] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.718s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.406870] env[68205]: INFO nova.compute.claims [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.408969] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1142780c-2178-4aa1-98b7-1dbc79188155 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.435938] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487467} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.437437] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] f15108d3-114f-4a33-8ffc-133ce917179e/f15108d3-114f-4a33-8ffc-133ce917179e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.437807] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.438207] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 668.438207] env[68205]: value = "task-2903927" [ 668.438207] env[68205]: _type = "Task" [ 668.438207] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.439119] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7152ac1-dbda-48bd-9f1d-723b00c43bc7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.455120] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b6f549-eb61-9b5e-16f8-0aa4b774d2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.460893] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.461470] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 668.461470] env[68205]: value = "task-2903928" [ 668.461470] env[68205]: _type = "Task" [ 668.461470] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.462016] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adce192c-20d0-4c98-9e0d-a988afb6f584 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.471412] env[68205]: DEBUG nova.network.neutron [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.476076] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 668.476076] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527359fa-307d-5087-ab4c-56e8bf9af23b" [ 668.476076] env[68205]: _type = "Task" [ 668.476076] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.479847] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.489114] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527359fa-307d-5087-ab4c-56e8bf9af23b, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.489854] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.490139] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 9e810eb2-b946-420e-91ce-13286fe3b51e/9e810eb2-b946-420e-91ce-13286fe3b51e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.490592] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.490848] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.494498] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b95322f-9621-4f83-a7e7-d80bf637f1e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.496725] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-810c4b45-c282-44c5-a118-ac7da3a59f44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.503672] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 668.503672] env[68205]: value = "task-2903929" [ 668.503672] env[68205]: _type = "Task" [ 668.503672] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.506982] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.507574] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.511042] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17cc4e33-d9cd-4a95-86c5-e99def8fec09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.519803] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2903929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.521079] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 668.521079] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528cb136-532b-2a36-bce5-4418b1c1a0c7" [ 668.521079] env[68205]: _type = "Task" [ 668.521079] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.528332] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528cb136-532b-2a36-bce5-4418b1c1a0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.677674] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Releasing lock "refresh_cache-f15108d3-114f-4a33-8ffc-133ce917179e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.677943] env[68205]: DEBUG nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Received event network-vif-plugged-772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.678185] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Acquiring lock "9e810eb2-b946-420e-91ce-13286fe3b51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.678406] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.678569] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.678763] env[68205]: DEBUG nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] No waiting events found dispatching network-vif-plugged-772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.678930] env[68205]: WARNING nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Received unexpected event network-vif-plugged-772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90 for instance with vm_state building and task_state spawning. [ 668.679110] env[68205]: DEBUG nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Received event network-changed-772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.679266] env[68205]: DEBUG nova.compute.manager [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Refreshing instance network info cache due to event network-changed-772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.679553] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Acquiring lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.679638] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Acquired lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.679780] env[68205]: DEBUG nova.network.neutron [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Refreshing network info cache for port 772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.751575] env[68205]: DEBUG nova.network.neutron [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Updating instance_info_cache with network_info: [{"id": "746ce6eb-691c-4103-a704-0dfd72b9d5e5", "address": "fa:16:3e:5e:00:b0", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746ce6eb-69", "ovs_interfaceid": "746ce6eb-691c-4103-a704-0dfd72b9d5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.909947] env[68205]: DEBUG nova.compute.utils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.912399] env[68205]: DEBUG nova.compute.manager [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.914589] env[68205]: DEBUG nova.network.neutron [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.951384] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903927, 'name': ReconfigVM_Task, 'duration_secs': 0.299492} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.951752] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 265fd430-7f5d-4c12-99bf-f662b22b195a/265fd430-7f5d-4c12-99bf-f662b22b195a.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.952583] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efe05bcd-fb41-4a5c-b7f3-99ddbe2ad6aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.961236] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 668.961236] env[68205]: value = "task-2903930" [ 668.961236] env[68205]: _type = "Task" [ 668.961236] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.967380] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903930, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.976020] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063668} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.976020] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.976523] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb955b5-b711-4c7c-af72-be763ac49ccb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.004637] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f15108d3-114f-4a33-8ffc-133ce917179e/f15108d3-114f-4a33-8ffc-133ce917179e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.005166] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a02872ba-42a7-42ee-bd8d-089ebd6fcea2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.026488] env[68205]: DEBUG nova.policy [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '002d6b43eb624e9e94c366471af30cad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c91bd3343a1946ad807b06f59d47523b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.033126] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 669.033126] env[68205]: value = "task-2903931" [ 669.033126] env[68205]: _type = "Task" [ 669.033126] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.044143] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528cb136-532b-2a36-bce5-4418b1c1a0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012297} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.045455] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2903929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433724} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.045771] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 9e810eb2-b946-420e-91ce-13286fe3b51e/9e810eb2-b946-420e-91ce-13286fe3b51e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.046262] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.046262] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b962f99-fc35-4ded-9f42-972124a2c237 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.049426] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31bbb96b-3d1e-4cc7-9abe-d8058ed1eea3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.055810] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.062489] env[68205]: DEBUG nova.compute.manager [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Received event network-vif-plugged-746ce6eb-691c-4103-a704-0dfd72b9d5e5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.062489] env[68205]: DEBUG oslo_concurrency.lockutils [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] Acquiring lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.062489] env[68205]: DEBUG oslo_concurrency.lockutils [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] Lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.062489] env[68205]: DEBUG oslo_concurrency.lockutils [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] Lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.062489] env[68205]: DEBUG nova.compute.manager [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] No waiting events found dispatching network-vif-plugged-746ce6eb-691c-4103-a704-0dfd72b9d5e5 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.062838] env[68205]: WARNING nova.compute.manager [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Received unexpected event network-vif-plugged-746ce6eb-691c-4103-a704-0dfd72b9d5e5 for instance with vm_state building and task_state spawning. [ 669.062838] env[68205]: DEBUG nova.compute.manager [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Received event network-changed-746ce6eb-691c-4103-a704-0dfd72b9d5e5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.062838] env[68205]: DEBUG nova.compute.manager [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Refreshing instance network info cache due to event network-changed-746ce6eb-691c-4103-a704-0dfd72b9d5e5. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.062838] env[68205]: DEBUG oslo_concurrency.lockutils [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] Acquiring lock "refresh_cache-c6cbf03e-7419-49ae-8edf-2d46e8416e2b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.062838] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 669.062838] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522c1999-79b6-814c-4563-c8c117413845" [ 669.062838] env[68205]: _type = "Task" [ 669.062838] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.064151] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 669.064151] env[68205]: value = "task-2903932" [ 669.064151] env[68205]: _type = "Task" [ 669.064151] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.077208] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522c1999-79b6-814c-4563-c8c117413845, 'name': SearchDatastore_Task, 'duration_secs': 0.009037} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.080361] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.080624] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 3aef2e11-5b1a-477a-8587-732aef4eaead/3aef2e11-5b1a-477a-8587-732aef4eaead.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.080983] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2903932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.081481] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27ce3632-004b-452d-95b8-7d918e7414cb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.087847] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 669.087847] env[68205]: value = "task-2903933" [ 669.087847] env[68205]: _type = "Task" [ 669.087847] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.096016] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.254572] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Releasing lock "refresh_cache-c6cbf03e-7419-49ae-8edf-2d46e8416e2b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.254981] env[68205]: DEBUG nova.compute.manager [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Instance network_info: |[{"id": "746ce6eb-691c-4103-a704-0dfd72b9d5e5", "address": "fa:16:3e:5e:00:b0", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746ce6eb-69", "ovs_interfaceid": "746ce6eb-691c-4103-a704-0dfd72b9d5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.255273] env[68205]: DEBUG oslo_concurrency.lockutils [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] Acquired lock "refresh_cache-c6cbf03e-7419-49ae-8edf-2d46e8416e2b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.255465] env[68205]: DEBUG nova.network.neutron [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Refreshing network info cache for port 746ce6eb-691c-4103-a704-0dfd72b9d5e5 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.258872] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:00:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '746ce6eb-691c-4103-a704-0dfd72b9d5e5', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.269282] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Creating folder: Project (939b91e9fed643c9a02d2f5d86f3edcf). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.269869] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c7be651-0030-49bc-91cc-31760cecc6d8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.285269] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Created folder: Project (939b91e9fed643c9a02d2f5d86f3edcf) in parent group-v583212. [ 669.285269] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Creating folder: Instances. Parent ref: group-v583225. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.285269] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbe68c2d-df51-42dd-be0a-986aae0a62ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.294483] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Created folder: Instances in parent group-v583225. [ 669.294743] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.294942] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.295178] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ae665da-aee0-4eac-aa62-2215f17794ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.320243] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.320243] env[68205]: value = "task-2903936" [ 669.320243] env[68205]: _type = "Task" [ 669.320243] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.328490] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903936, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.418257] env[68205]: DEBUG nova.compute.manager [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.469636] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903930, 'name': Rename_Task, 'duration_secs': 0.174561} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.469636] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.469865] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a6bb903-864b-4411-bf37-567f47883bed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.477624] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 669.477624] env[68205]: value = "task-2903937" [ 669.477624] env[68205]: _type = "Task" [ 669.477624] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.488688] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.545995] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903931, 'name': ReconfigVM_Task, 'duration_secs': 0.292922} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.549072] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f15108d3-114f-4a33-8ffc-133ce917179e/f15108d3-114f-4a33-8ffc-133ce917179e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.550195] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81a58acf-6d6a-4f43-b070-91e2fddd994d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.558257] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 669.558257] env[68205]: value = "task-2903938" [ 669.558257] env[68205]: _type = "Task" [ 669.558257] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.568749] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903938, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.580865] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2903932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063573} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.581241] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.582269] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a072de0-edcb-4645-b054-654645ef2e9a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.611354] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 9e810eb2-b946-420e-91ce-13286fe3b51e/9e810eb2-b946-420e-91ce-13286fe3b51e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.611659] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984f7717-64c8-40f8-9603-f3b3d9dba651 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.638516] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480374} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.640032] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 3aef2e11-5b1a-477a-8587-732aef4eaead/3aef2e11-5b1a-477a-8587-732aef4eaead.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.640032] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.640190] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 669.640190] env[68205]: value = "task-2903939" [ 669.640190] env[68205]: _type = "Task" [ 669.640190] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.640335] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69162260-2e91-47a7-9f29-ff8c3d7c6d79 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.653929] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2903939, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.654270] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 669.654270] env[68205]: value = "task-2903940" [ 669.654270] env[68205]: _type = "Task" [ 669.654270] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.665346] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.727436] env[68205]: DEBUG nova.network.neutron [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updated VIF entry in instance network info cache for port 772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.728493] env[68205]: DEBUG nova.network.neutron [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance_info_cache with network_info: [{"id": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "address": "fa:16:3e:d1:db:fe", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772c4a55-d6", "ovs_interfaceid": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.734934] env[68205]: DEBUG nova.compute.manager [req-30de3c5d-9945-40c3-8396-6c5bffe4b091 req-86fb3df8-7126-454d-837c-0a4c9274c486 service nova] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Received event network-changed-099363f3-24d3-46f1-8adf-d098502d4b2a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.735244] env[68205]: DEBUG nova.compute.manager [req-30de3c5d-9945-40c3-8396-6c5bffe4b091 req-86fb3df8-7126-454d-837c-0a4c9274c486 service nova] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Refreshing instance network info cache due to event network-changed-099363f3-24d3-46f1-8adf-d098502d4b2a. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.735335] env[68205]: DEBUG oslo_concurrency.lockutils [req-30de3c5d-9945-40c3-8396-6c5bffe4b091 req-86fb3df8-7126-454d-837c-0a4c9274c486 service nova] Acquiring lock "refresh_cache-3aef2e11-5b1a-477a-8587-732aef4eaead" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.735490] env[68205]: DEBUG oslo_concurrency.lockutils [req-30de3c5d-9945-40c3-8396-6c5bffe4b091 req-86fb3df8-7126-454d-837c-0a4c9274c486 service nova] Acquired lock "refresh_cache-3aef2e11-5b1a-477a-8587-732aef4eaead" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.735626] env[68205]: DEBUG nova.network.neutron [req-30de3c5d-9945-40c3-8396-6c5bffe4b091 req-86fb3df8-7126-454d-837c-0a4c9274c486 service nova] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Refreshing network info cache for port 099363f3-24d3-46f1-8adf-d098502d4b2a {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.775627] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fda25a-acb9-4e52-85bd-d3d6e2ddf78d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.785389] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cddf02c-feb1-4f92-ac66-90e6be45e470 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.829758] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0393c9-16e8-4647-a1f8-76c73b152652 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.841417] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903936, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.842656] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305ed3ed-5a77-461f-9982-74be9e1b623b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.857166] env[68205]: DEBUG nova.compute.provider_tree [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.951331] env[68205]: DEBUG nova.network.neutron [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Successfully updated port: bb59779b-4da5-4cd1-8a6c-e4528882792e {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.991133] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.022083] env[68205]: DEBUG nova.network.neutron [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Successfully created port: 4712bd47-604d-4f80-bb6b-c3c97ca7a24b {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.072849] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903938, 'name': Rename_Task, 'duration_secs': 0.273544} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.078080] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.079095] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c537dfa-c0d9-4e8b-9228-988dfe034e6c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.086635] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 670.086635] env[68205]: value = "task-2903941" [ 670.086635] env[68205]: _type = "Task" [ 670.086635] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.101743] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.153957] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2903939, 'name': ReconfigVM_Task, 'duration_secs': 0.479601} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.154270] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 9e810eb2-b946-420e-91ce-13286fe3b51e/9e810eb2-b946-420e-91ce-13286fe3b51e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.154904] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca552240-98af-41c9-b89c-af581d5a6bad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.165777] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158886} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.169389] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.169759] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 670.169759] env[68205]: value = "task-2903942" [ 670.169759] env[68205]: _type = "Task" [ 670.169759] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.170492] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c1116a-db81-4185-910b-e75c962e6203 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.181927] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2903942, 'name': Rename_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.202185] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 3aef2e11-5b1a-477a-8587-732aef4eaead/3aef2e11-5b1a-477a-8587-732aef4eaead.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.202432] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a080fb4-6277-4f1e-be01-5e20c9d69530 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.217146] env[68205]: DEBUG nova.network.neutron [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Updated VIF entry in instance network info cache for port 746ce6eb-691c-4103-a704-0dfd72b9d5e5. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.217552] env[68205]: DEBUG nova.network.neutron [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Updating instance_info_cache with network_info: [{"id": "746ce6eb-691c-4103-a704-0dfd72b9d5e5", "address": "fa:16:3e:5e:00:b0", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746ce6eb-69", "ovs_interfaceid": "746ce6eb-691c-4103-a704-0dfd72b9d5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.223988] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 670.223988] env[68205]: value = "task-2903943" [ 670.223988] env[68205]: _type = "Task" [ 670.223988] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.233959] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.237218] env[68205]: DEBUG oslo_concurrency.lockutils [req-5944be2c-df0d-4197-aa23-da5aca8cffac req-a3cd2151-7729-411f-b531-da96e2dd81ff service nova] Releasing lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.341150] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903936, 'name': CreateVM_Task, 'duration_secs': 0.633351} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.341150] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.342723] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.342723] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.342723] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.342973] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c88a6c-5e35-45a4-ae85-d4ae527d0a6f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.347796] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for the task: (returnval){ [ 670.347796] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52604cb5-56d4-8035-6fa7-41099bc33984" [ 670.347796] env[68205]: _type = "Task" [ 670.347796] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.356257] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52604cb5-56d4-8035-6fa7-41099bc33984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.361153] env[68205]: DEBUG nova.scheduler.client.report [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.431297] env[68205]: DEBUG nova.compute.manager [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.454883] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquiring lock "refresh_cache-e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.454883] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquired lock "refresh_cache-e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.455601] env[68205]: DEBUG nova.network.neutron [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.468163] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.468496] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.468716] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.468971] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.469535] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.469852] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.470037] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.470190] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.470414] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.470642] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.471782] env[68205]: DEBUG nova.virt.hardware [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.473906] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e67f0d1-faf3-45ee-869d-67c50eb01f1b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.487483] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f72cf1-3d87-4c07-88ea-cbf9904c90a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.500285] env[68205]: DEBUG oslo_vmware.api [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903937, 'name': PowerOnVM_Task, 'duration_secs': 0.614584} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.508727] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.509163] env[68205]: INFO nova.compute.manager [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Took 13.66 seconds to spawn the instance on the hypervisor. [ 670.509423] env[68205]: DEBUG nova.compute.manager [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.510737] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b50652b-b884-4a8d-af6f-587abd58c57f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.589940] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquiring lock "b3f53fc9-d041-4c75-80fd-a2f5ee6c7283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.590248] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lock "b3f53fc9-d041-4c75-80fd-a2f5ee6c7283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.601615] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903941, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.609737] env[68205]: DEBUG nova.network.neutron [req-30de3c5d-9945-40c3-8396-6c5bffe4b091 req-86fb3df8-7126-454d-837c-0a4c9274c486 service nova] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Updated VIF entry in instance network info cache for port 099363f3-24d3-46f1-8adf-d098502d4b2a. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.610874] env[68205]: DEBUG nova.network.neutron [req-30de3c5d-9945-40c3-8396-6c5bffe4b091 req-86fb3df8-7126-454d-837c-0a4c9274c486 service nova] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Updating instance_info_cache with network_info: [{"id": "099363f3-24d3-46f1-8adf-d098502d4b2a", "address": "fa:16:3e:29:18:75", "network": {"id": "26118d2b-9efa-4846-b34a-da728e1e1b73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-982491932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ec5ad99a074ac2b45f673b057c8634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099363f3-24", "ovs_interfaceid": "099363f3-24d3-46f1-8adf-d098502d4b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.685138] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2903942, 'name': Rename_Task, 'duration_secs': 0.372022} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.685138] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.685532] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29966808-2ba2-40ed-a1cc-441f58022b7c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.692729] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 670.692729] env[68205]: value = "task-2903944" [ 670.692729] env[68205]: _type = "Task" [ 670.692729] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.706515] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2903944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.720313] env[68205]: DEBUG oslo_concurrency.lockutils [req-598b69eb-2dee-401c-9ccb-f64a3e17f97d req-62fb749f-8902-4ada-b5fd-c277964ef841 service nova] Releasing lock "refresh_cache-c6cbf03e-7419-49ae-8edf-2d46e8416e2b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.734748] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.859530] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52604cb5-56d4-8035-6fa7-41099bc33984, 'name': SearchDatastore_Task, 'duration_secs': 0.01587} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.859813] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.860043] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.860396] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.860466] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.860577] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.860827] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-918b6641-fb4a-4d06-a726-49f76efb9b18 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.866193] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.866667] env[68205]: DEBUG nova.compute.manager [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.871115] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.986s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.872521] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.872690] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.874139] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31eafd40-669d-4408-8b22-a4ce42d1174a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.881487] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for the task: (returnval){ [ 670.881487] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526256b7-203f-e5f2-2f77-d223bef9586f" [ 670.881487] env[68205]: _type = "Task" [ 670.881487] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.889753] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526256b7-203f-e5f2-2f77-d223bef9586f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.028036] env[68205]: DEBUG nova.network.neutron [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.035209] env[68205]: INFO nova.compute.manager [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Took 18.49 seconds to build instance. [ 671.101334] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903941, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.114123] env[68205]: DEBUG oslo_concurrency.lockutils [req-30de3c5d-9945-40c3-8396-6c5bffe4b091 req-86fb3df8-7126-454d-837c-0a4c9274c486 service nova] Releasing lock "refresh_cache-3aef2e11-5b1a-477a-8587-732aef4eaead" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.207955] env[68205]: DEBUG oslo_vmware.api [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2903944, 'name': PowerOnVM_Task, 'duration_secs': 0.502966} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.208283] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.208472] env[68205]: INFO nova.compute.manager [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Took 9.88 seconds to spawn the instance on the hypervisor. [ 671.208655] env[68205]: DEBUG nova.compute.manager [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.209725] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befaf8de-a850-44fb-afe7-8123d444ad34 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.234132] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903943, 'name': ReconfigVM_Task, 'duration_secs': 0.599311} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.235115] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 3aef2e11-5b1a-477a-8587-732aef4eaead/3aef2e11-5b1a-477a-8587-732aef4eaead.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.235115] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f12415b0-a7a5-4664-b4b7-19a3be61cb38 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.244716] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 671.244716] env[68205]: value = "task-2903945" [ 671.244716] env[68205]: _type = "Task" [ 671.244716] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.251492] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903945, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.376321] env[68205]: DEBUG nova.compute.utils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.387029] env[68205]: DEBUG nova.compute.manager [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.387029] env[68205]: DEBUG nova.network.neutron [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.397804] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526256b7-203f-e5f2-2f77-d223bef9586f, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.406203] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d0d07c-6ec1-4ee3-a1e6-dd9da3e5cb9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.409643] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for the task: (returnval){ [ 671.409643] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d1dc83-e93f-445d-ce34-c39cf98950dc" [ 671.409643] env[68205]: _type = "Task" [ 671.409643] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.418599] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d1dc83-e93f-445d-ce34-c39cf98950dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.540406] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1398ab75-6b5b-4a34-8fdf-9bc8989c14c9 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lock "265fd430-7f5d-4c12-99bf-f662b22b195a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.541662] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "265fd430-7f5d-4c12-99bf-f662b22b195a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.082s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.542016] env[68205]: INFO nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] During sync_power_state the instance has a pending task (spawning). Skip. [ 671.542016] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "265fd430-7f5d-4c12-99bf-f662b22b195a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.556679] env[68205]: DEBUG nova.network.neutron [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Updating instance_info_cache with network_info: [{"id": "bb59779b-4da5-4cd1-8a6c-e4528882792e", "address": "fa:16:3e:48:36:f9", "network": {"id": "79cc774d-3294-4dc6-a3a1-7041c81c6e74", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1745847563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe84d83c39b840b6a0f2f6ebe9c548e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb59779b-4d", "ovs_interfaceid": "bb59779b-4da5-4cd1-8a6c-e4528882792e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.604971] env[68205]: DEBUG oslo_vmware.api [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2903941, 'name': PowerOnVM_Task, 'duration_secs': 1.016838} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.605535] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.605805] env[68205]: INFO nova.compute.manager [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Took 12.52 seconds to spawn the instance on the hypervisor. [ 671.605927] env[68205]: DEBUG nova.compute.manager [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.606723] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b322343f-632e-40fa-98d2-52e89fa14aa9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.612844] env[68205]: DEBUG nova.policy [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e246004932724f4e8c21e7b663d14b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffdb617207c24359bcadb255b9075d70', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.726665] env[68205]: INFO nova.compute.manager [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Took 17.52 seconds to build instance. [ 671.752846] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903945, 'name': Rename_Task, 'duration_secs': 0.28393} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.755918] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.755918] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b93e262-e5c8-4b4e-a4ff-53ca5c3ae070 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.761155] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 671.761155] env[68205]: value = "task-2903946" [ 671.761155] env[68205]: _type = "Task" [ 671.761155] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.768758] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.886187] env[68205]: DEBUG nova.compute.manager [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.921768] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d1dc83-e93f-445d-ce34-c39cf98950dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011633} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.922646] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.922646] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] c6cbf03e-7419-49ae-8edf-2d46e8416e2b/c6cbf03e-7419-49ae-8edf-2d46e8416e2b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.922978] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ede75a6-26c1-4187-a146-2e313e7acad7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.926624] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 265fd430-7f5d-4c12-99bf-f662b22b195a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.927065] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f15108d3-114f-4a33-8ffc-133ce917179e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.927270] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 9e810eb2-b946-420e-91ce-13286fe3b51e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.927600] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 3aef2e11-5b1a-477a-8587-732aef4eaead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.927795] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance c6cbf03e-7419-49ae-8edf-2d46e8416e2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.929105] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance e81ca24d-3bbd-47bf-b88f-d526a5e2ddef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.929105] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 4f242541-d0d9-404f-b663-389fd58b4fb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.929105] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 5ffc47b4-c8f3-4df1-a64f-44854b07bc68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.933021] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for the task: (returnval){ [ 671.933021] env[68205]: value = "task-2903947" [ 671.933021] env[68205]: _type = "Task" [ 671.933021] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.942601] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.046141] env[68205]: DEBUG nova.compute.manager [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.061731] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Releasing lock "refresh_cache-e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.062142] env[68205]: DEBUG nova.compute.manager [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Instance network_info: |[{"id": "bb59779b-4da5-4cd1-8a6c-e4528882792e", "address": "fa:16:3e:48:36:f9", "network": {"id": "79cc774d-3294-4dc6-a3a1-7041c81c6e74", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1745847563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe84d83c39b840b6a0f2f6ebe9c548e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb59779b-4d", "ovs_interfaceid": "bb59779b-4da5-4cd1-8a6c-e4528882792e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.062605] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:36:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb59779b-4da5-4cd1-8a6c-e4528882792e', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.075024] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Creating folder: Project (fe84d83c39b840b6a0f2f6ebe9c548e3). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.075024] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f430feac-0f68-4a84-8a68-02e7f5081aed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.087548] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Created folder: Project (fe84d83c39b840b6a0f2f6ebe9c548e3) in parent group-v583212. [ 672.087871] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Creating folder: Instances. Parent ref: group-v583228. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.088976] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68293076-025c-4848-8df1-8bd04560af7e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.099923] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Created folder: Instances in parent group-v583228. [ 672.100218] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.100431] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.100672] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bdf8096-ac58-48be-8c1e-bedd1bca7e05 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.129883] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.129883] env[68205]: value = "task-2903950" [ 672.129883] env[68205]: _type = "Task" [ 672.129883] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.135726] env[68205]: INFO nova.compute.manager [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Took 18.70 seconds to build instance. [ 672.144590] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903950, 'name': CreateVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.230207] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fbe93ec-6c53-40ac-b29a-b52d6f317418 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.036s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.235029] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.771s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.235029] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bc64d6-e5f1-4893-8e66-152e44c2adaa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.278349] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903946, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.433258] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 15002715-43e8-416a-8a96-a6ebf22b3c2e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.452277] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903947, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.577128] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.639206] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f823370c-df7a-457f-95ba-ae84090f05e9 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "f15108d3-114f-4a33-8ffc-133ce917179e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.215s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.639556] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "f15108d3-114f-4a33-8ffc-133ce917179e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.179s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.639701] env[68205]: INFO nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] During sync_power_state the instance has a pending task (spawning). Skip. [ 672.640140] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "f15108d3-114f-4a33-8ffc-133ce917179e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.645520] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903950, 'name': CreateVM_Task, 'duration_secs': 0.422285} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.645715] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.647572] env[68205]: DEBUG oslo_vmware.service [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c6c02d-3194-4896-89ec-e3a432c5929d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.657377] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.657644] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.657961] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.658267] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0b13bb-6f0c-4620-8e1f-794f74d255ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.666066] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 672.666066] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a9a608-e674-388e-36bd-4bdd5db0592a" [ 672.666066] env[68205]: _type = "Task" [ 672.666066] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.678707] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a9a608-e674-388e-36bd-4bdd5db0592a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.733131] env[68205]: DEBUG nova.compute.manager [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.749592] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.776131] env[68205]: DEBUG oslo_vmware.api [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2903946, 'name': PowerOnVM_Task, 'duration_secs': 0.655981} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.777643] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.777643] env[68205]: INFO nova.compute.manager [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Took 9.25 seconds to spawn the instance on the hypervisor. [ 672.777643] env[68205]: DEBUG nova.compute.manager [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.778633] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7025b2ae-04f2-47d1-bac6-9e5b1edd4a31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.845899] env[68205]: DEBUG nova.network.neutron [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Successfully created port: 49d875d8-dc24-43c1-9031-3cf16be32f26 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.903684] env[68205]: DEBUG nova.compute.manager [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.937626] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.938159] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.938379] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.942020] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.942020] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.942020] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.942020] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.942020] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.942250] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.942250] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.942250] env[68205]: DEBUG nova.virt.hardware [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.942250] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1396f3d9-b152-4db7-8208-cc559c335f22 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.950679] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 42282b6b-6f06-4f86-ac0a-2a1c5229786a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.962929] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8652a5d7-7a92-4f67-8fd3-d32ddf73f567 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.967148] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635439} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.967967] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] c6cbf03e-7419-49ae-8edf-2d46e8416e2b/c6cbf03e-7419-49ae-8edf-2d46e8416e2b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.968089] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.968825] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac582c31-d4d0-4ace-b436-4da0d3742b85 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.987073] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for the task: (returnval){ [ 672.987073] env[68205]: value = "task-2903951" [ 672.987073] env[68205]: _type = "Task" [ 672.987073] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.996773] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.182160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.182160] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.182160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.182160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.182488] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.182488] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb429795-30b7-4c5b-981e-a7c9d2497fe9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.192556] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.192556] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.192642] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985cecc4-cf2a-413b-b827-ef43562d1eec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.201655] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e924d8eb-35e5-447b-b92d-3cbdfc4b02e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.210144] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 673.210144] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526e782d-8295-f057-8e56-3e4255d37d19" [ 673.210144] env[68205]: _type = "Task" [ 673.210144] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.219554] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526e782d-8295-f057-8e56-3e4255d37d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.232964] env[68205]: DEBUG nova.network.neutron [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Successfully updated port: 4712bd47-604d-4f80-bb6b-c3c97ca7a24b {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.262595] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.299241] env[68205]: INFO nova.compute.manager [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Took 18.06 seconds to build instance. [ 673.457924] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 5f04afba-a327-42e4-99f6-16ac25d1256d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.499711] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175286} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.499995] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.500719] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044ce28d-aeb8-4b1a-89cc-6a53068b1abe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.525648] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] c6cbf03e-7419-49ae-8edf-2d46e8416e2b/c6cbf03e-7419-49ae-8edf-2d46e8416e2b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.525959] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c399d508-585c-404a-bc6d-c165b76c1773 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.546557] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for the task: (returnval){ [ 673.546557] env[68205]: value = "task-2903952" [ 673.546557] env[68205]: _type = "Task" [ 673.546557] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.555910] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.723281] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Preparing fetch location {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 673.723661] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Creating directory with path [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.724048] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a080fa-2dc6-4804-89c3-ba343366ef60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.735419] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquiring lock "refresh_cache-4f242541-d0d9-404f-b663-389fd58b4fb4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.735640] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquired lock "refresh_cache-4f242541-d0d9-404f-b663-389fd58b4fb4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.735871] env[68205]: DEBUG nova.network.neutron [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.741020] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Created directory with path [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.741020] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Fetch image to [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 673.741020] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Downloading image file data 212c224b-8054-43b3-9813-d6086870cd7e to [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk on the data store datastore2 {{(pid=68205) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 673.741020] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8b0e47-33ed-4b88-b29c-cb47d422044d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.751535] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6604870d-fcaf-40c1-a691-37d158d772e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.763260] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f39ae92-e403-4cf9-b935-82a008e76c2b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.802025] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd16b71-629f-490d-8240-314182146d2d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.802626] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8c44802-b922-4581-9168-980f27614172 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "3aef2e11-5b1a-477a-8587-732aef4eaead" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.580s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.806735] env[68205]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e6927195-a40a-4ebf-a803-cc9799065b3c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.825527] env[68205]: DEBUG nova.network.neutron [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Successfully created port: 26960cf3-68e2-48d6-8cf5-df48c0a03b8a {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.901733] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Downloading image file data 212c224b-8054-43b3-9813-d6086870cd7e to the data store datastore2 {{(pid=68205) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 673.959848] env[68205]: DEBUG oslo_vmware.rw_handles [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68205) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 673.963970] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance b3f53fc9-d041-4c75-80fd-a2f5ee6c7283 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.963970] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 673.963970] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 674.057365] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903952, 'name': ReconfigVM_Task, 'duration_secs': 0.383349} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.058059] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Reconfigured VM instance instance-00000005 to attach disk [datastore1] c6cbf03e-7419-49ae-8edf-2d46e8416e2b/c6cbf03e-7419-49ae-8edf-2d46e8416e2b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.058731] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce25b9c1-70b9-4beb-9346-0d6db20a8fd3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.067901] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for the task: (returnval){ [ 674.067901] env[68205]: value = "task-2903953" [ 674.067901] env[68205]: _type = "Task" [ 674.067901] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.081826] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903953, 'name': Rename_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.208974] env[68205]: DEBUG nova.compute.manager [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Received event network-vif-plugged-bb59779b-4da5-4cd1-8a6c-e4528882792e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.209243] env[68205]: DEBUG oslo_concurrency.lockutils [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] Acquiring lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.209411] env[68205]: DEBUG oslo_concurrency.lockutils [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] Lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.209568] env[68205]: DEBUG oslo_concurrency.lockutils [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] Lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.209727] env[68205]: DEBUG nova.compute.manager [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] No waiting events found dispatching network-vif-plugged-bb59779b-4da5-4cd1-8a6c-e4528882792e {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.209902] env[68205]: WARNING nova.compute.manager [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Received unexpected event network-vif-plugged-bb59779b-4da5-4cd1-8a6c-e4528882792e for instance with vm_state building and task_state spawning. [ 674.210078] env[68205]: DEBUG nova.compute.manager [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Received event network-changed-bb59779b-4da5-4cd1-8a6c-e4528882792e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.210292] env[68205]: DEBUG nova.compute.manager [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Refreshing instance network info cache due to event network-changed-bb59779b-4da5-4cd1-8a6c-e4528882792e. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.210480] env[68205]: DEBUG oslo_concurrency.lockutils [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] Acquiring lock "refresh_cache-e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.210575] env[68205]: DEBUG oslo_concurrency.lockutils [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] Acquired lock "refresh_cache-e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.210652] env[68205]: DEBUG nova.network.neutron [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Refreshing network info cache for port bb59779b-4da5-4cd1-8a6c-e4528882792e {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.255439] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0b587f-8116-42c1-9f3d-532267e702a2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.267738] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35303bc-b95d-4261-af1b-9ffc3109fd33 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.311632] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bfb8f4-f90b-4b74-af47-8929bfdd54ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.323696] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5760707-856f-4df3-9c4e-3fcbf070d1cc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.330311] env[68205]: DEBUG nova.network.neutron [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.344954] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.578638] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903953, 'name': Rename_Task, 'duration_secs': 0.260248} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.579097] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.579330] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74c32aa6-5b7f-4254-8299-b6f5eae0d881 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.588710] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for the task: (returnval){ [ 674.588710] env[68205]: value = "task-2903954" [ 674.588710] env[68205]: _type = "Task" [ 674.588710] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.598345] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.691800] env[68205]: DEBUG nova.network.neutron [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Successfully created port: 536e391f-2d06-48c8-bc5f-4a2c0e95d957 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.695426] env[68205]: DEBUG nova.network.neutron [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Updating instance_info_cache with network_info: [{"id": "4712bd47-604d-4f80-bb6b-c3c97ca7a24b", "address": "fa:16:3e:0b:44:85", "network": {"id": "0bfb5dc7-ab4e-42d9-a75b-b07b90c53683", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-930018829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c91bd3343a1946ad807b06f59d47523b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4712bd47-60", "ovs_interfaceid": "4712bd47-604d-4f80-bb6b-c3c97ca7a24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.698103] env[68205]: DEBUG oslo_vmware.rw_handles [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Completed reading data from the image iterator. {{(pid=68205) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 674.698542] env[68205]: DEBUG oslo_vmware.rw_handles [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 674.840590] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Downloaded image file data 212c224b-8054-43b3-9813-d6086870cd7e to vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk on the data store datastore2 {{(pid=68205) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 674.842699] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Caching image {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 674.842969] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Copying Virtual Disk [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk to [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.844122] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca5f2fe8-a217-412a-9851-979b0ea49275 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.850787] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.856146] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 674.856146] env[68205]: value = "task-2903955" [ 674.856146] env[68205]: _type = "Task" [ 674.856146] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.865210] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.105304] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.199959] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Releasing lock "refresh_cache-4f242541-d0d9-404f-b663-389fd58b4fb4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.200427] env[68205]: DEBUG nova.compute.manager [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Instance network_info: |[{"id": "4712bd47-604d-4f80-bb6b-c3c97ca7a24b", "address": "fa:16:3e:0b:44:85", "network": {"id": "0bfb5dc7-ab4e-42d9-a75b-b07b90c53683", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-930018829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c91bd3343a1946ad807b06f59d47523b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4712bd47-60", "ovs_interfaceid": "4712bd47-604d-4f80-bb6b-c3c97ca7a24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.200878] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:44:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4712bd47-604d-4f80-bb6b-c3c97ca7a24b', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.211736] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Creating folder: Project (c91bd3343a1946ad807b06f59d47523b). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.216197] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e733fa7-0d2f-4e65-98fd-32abc9d50e1f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.229610] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Created folder: Project (c91bd3343a1946ad807b06f59d47523b) in parent group-v583212. [ 675.229610] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Creating folder: Instances. Parent ref: group-v583231. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.229610] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a16f7c51-7302-44ba-90fc-88863e204c25 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.239156] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Created folder: Instances in parent group-v583231. [ 675.239429] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.239668] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.239882] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5783a418-03c8-481a-bc34-47e3b237a55f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.267582] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.267582] env[68205]: value = "task-2903958" [ 675.267582] env[68205]: _type = "Task" [ 675.267582] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.282569] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903958, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.302359] env[68205]: DEBUG nova.network.neutron [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Updated VIF entry in instance network info cache for port bb59779b-4da5-4cd1-8a6c-e4528882792e. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.302787] env[68205]: DEBUG nova.network.neutron [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Updating instance_info_cache with network_info: [{"id": "bb59779b-4da5-4cd1-8a6c-e4528882792e", "address": "fa:16:3e:48:36:f9", "network": {"id": "79cc774d-3294-4dc6-a3a1-7041c81c6e74", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1745847563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe84d83c39b840b6a0f2f6ebe9c548e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb59779b-4d", "ovs_interfaceid": "bb59779b-4da5-4cd1-8a6c-e4528882792e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.355617] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 675.356082] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.485s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.357089] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.048s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.361443] env[68205]: INFO nova.compute.claims [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.367300] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.367885] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Getting list of instances from cluster (obj){ [ 675.367885] env[68205]: value = "domain-c8" [ 675.367885] env[68205]: _type = "ClusterComputeResource" [ 675.367885] env[68205]: } {{(pid=68205) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 675.375486] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2752e4-8669-464d-bc34-af5c28310f31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.391126] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903955, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.405611] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Got total of 6 instances {{(pid=68205) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 675.609266] env[68205]: DEBUG oslo_vmware.api [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903954, 'name': PowerOnVM_Task, 'duration_secs': 0.674993} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.609568] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.609760] env[68205]: INFO nova.compute.manager [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Took 9.81 seconds to spawn the instance on the hypervisor. [ 675.609930] env[68205]: DEBUG nova.compute.manager [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.610818] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca437c5c-61f9-4642-b094-7554f140d1e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.781235] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903958, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.806337] env[68205]: DEBUG oslo_concurrency.lockutils [req-eb8e8543-0c6f-4da7-9dd1-b62c6176ee9d req-90d34020-6b6b-4e61-adf5-0b35711b4c2e service nova] Releasing lock "refresh_cache-e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.889925] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905601} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.889925] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Copied Virtual Disk [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk to [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.889925] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Deleting the datastore file [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e/tmp-sparse.vmdk {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.889925] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2ef01f0-a550-476a-873f-6ea5d46f9d44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.898592] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 675.898592] env[68205]: value = "task-2903959" [ 675.898592] env[68205]: _type = "Task" [ 675.898592] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.912821] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.091410] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Acquiring lock "f15108d3-114f-4a33-8ffc-133ce917179e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.091735] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Lock "f15108d3-114f-4a33-8ffc-133ce917179e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.091957] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Acquiring lock "f15108d3-114f-4a33-8ffc-133ce917179e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.092165] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Lock "f15108d3-114f-4a33-8ffc-133ce917179e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.092334] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Lock "f15108d3-114f-4a33-8ffc-133ce917179e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.095969] env[68205]: INFO nova.compute.manager [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Terminating instance [ 676.137034] env[68205]: INFO nova.compute.manager [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Took 20.14 seconds to build instance. [ 676.285837] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903958, 'name': CreateVM_Task, 'duration_secs': 0.519305} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.285837] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.285837] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.285837] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.285837] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.285837] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50dd08e1-11f3-4cf1-a64b-d812fd10e029 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.295209] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for the task: (returnval){ [ 676.295209] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5224b613-dc81-f337-ce30-dfbfa5488caa" [ 676.295209] env[68205]: _type = "Task" [ 676.295209] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.304758] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5224b613-dc81-f337-ce30-dfbfa5488caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.389300] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "130f933a-da56-4cef-9732-07ca4d5b43fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.389537] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "130f933a-da56-4cef-9732-07ca4d5b43fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.414473] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030142} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.414691] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.415021] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Moving file from [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89/212c224b-8054-43b3-9813-d6086870cd7e to [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e. {{(pid=68205) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 676.415378] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4cb7edfd-0546-4691-a2f5-0c3ade2892b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.426662] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 676.426662] env[68205]: value = "task-2903960" [ 676.426662] env[68205]: _type = "Task" [ 676.426662] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.442298] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903960, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.601792] env[68205]: DEBUG nova.compute.manager [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.604285] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.609206] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ff2d2-52da-472c-a6e9-543d2df6d1bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.620869] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.621693] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda83373-d130-4a45-aaf7-99f16c38ac14 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.626605] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe45ec7a-8370-4e14-9a5d-6543b85d7bec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.633434] env[68205]: DEBUG oslo_vmware.api [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Waiting for the task: (returnval){ [ 676.633434] env[68205]: value = "task-2903961" [ 676.633434] env[68205]: _type = "Task" [ 676.633434] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.641429] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8121fd-72e4-40f4-9fc5-fb6f8aa5cced {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.653049] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e70ee10f-1c0c-4ac4-b1a8-45fe5e4ca477 tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.673s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.653333] env[68205]: DEBUG oslo_vmware.api [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Task: {'id': task-2903961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.684583] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7ef39e-5bf0-431b-b5a9-230444961461 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.696221] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572dc3ae-37ef-4739-be5a-218e9dc38079 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.710916] env[68205]: DEBUG nova.compute.provider_tree [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.807265] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.807575] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.807779] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.896566] env[68205]: DEBUG nova.compute.manager [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.942889] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903960, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.047376} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.943209] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] File moved {{(pid=68205) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 676.943483] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Cleaning up location [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89 {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 676.943680] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Deleting the datastore file [datastore2] vmware_temp/844c6450-ae12-46f4-bc22-729d0e20db89 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.944022] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56c5e8d8-f454-4629-b4bc-3d4abe56a89d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.950857] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 676.950857] env[68205]: value = "task-2903962" [ 676.950857] env[68205]: _type = "Task" [ 676.950857] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.961629] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.145988] env[68205]: DEBUG oslo_vmware.api [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Task: {'id': task-2903961, 'name': PowerOffVM_Task, 'duration_secs': 0.31834} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.145988] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.145988] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.146326] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6edf6c35-139b-418b-871f-9d9a998a0f60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.214100] env[68205]: DEBUG nova.scheduler.client.report [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.224752] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.224957] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.225144] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Deleting the datastore file [datastore1] f15108d3-114f-4a33-8ffc-133ce917179e {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.225384] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1783544-d250-4ad8-b011-6d52391013ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.239179] env[68205]: DEBUG oslo_vmware.api [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Waiting for the task: (returnval){ [ 677.239179] env[68205]: value = "task-2903964" [ 677.239179] env[68205]: _type = "Task" [ 677.239179] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.247710] env[68205]: DEBUG oslo_vmware.api [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Task: {'id': task-2903964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.334869] env[68205]: DEBUG nova.network.neutron [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Successfully updated port: 49d875d8-dc24-43c1-9031-3cf16be32f26 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.342724] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "6980d130-8086-4b37-a596-961f8852bacd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.343017] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "6980d130-8086-4b37-a596-961f8852bacd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.418438] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.465074] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.055075} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.466155] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.467641] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425fce00-2744-4709-8565-07a8b23147a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.473240] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 677.473240] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52db1bf3-c042-a380-ba61-d77104d8bf39" [ 677.473240] env[68205]: _type = "Task" [ 677.473240] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.482216] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52db1bf3-c042-a380-ba61-d77104d8bf39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.719581] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.719581] env[68205]: DEBUG nova.compute.manager [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.722829] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.438s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.724313] env[68205]: INFO nova.compute.claims [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.751509] env[68205]: DEBUG oslo_vmware.api [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Task: {'id': task-2903964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363754} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.753020] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.753020] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.753020] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.753020] env[68205]: INFO nova.compute.manager [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 677.753226] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.753343] env[68205]: DEBUG nova.compute.manager [-] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.753423] env[68205]: DEBUG nova.network.neutron [-] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.846584] env[68205]: DEBUG nova.compute.manager [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.987861] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52db1bf3-c042-a380-ba61-d77104d8bf39, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.991602] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.991602] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] e81ca24d-3bbd-47bf-b88f-d526a5e2ddef/e81ca24d-3bbd-47bf-b88f-d526a5e2ddef.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.991602] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.991602] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.991977] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67965a45-b169-481a-b526-97da5664fc9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.992166] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7e51114-b374-4d58-b490-993c5f84004a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.999867] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 677.999867] env[68205]: value = "task-2903965" [ 677.999867] env[68205]: _type = "Task" [ 677.999867] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.004292] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.004471] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.006283] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ec2fb0-dd8b-45c8-94bb-6b9a694b25d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.011666] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.018285] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for the task: (returnval){ [ 678.018285] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521afa72-d721-8113-70c6-98928566b45a" [ 678.018285] env[68205]: _type = "Task" [ 678.018285] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.024200] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521afa72-d721-8113-70c6-98928566b45a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.129670] env[68205]: DEBUG nova.compute.manager [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Stashing vm_state: active {{(pid=68205) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 678.229018] env[68205]: DEBUG nova.compute.utils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.233288] env[68205]: DEBUG nova.compute.manager [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.233484] env[68205]: DEBUG nova.network.neutron [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.331809] env[68205]: DEBUG nova.policy [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdb3746da57c47e1a5e1a7b3cfc6a4e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16e25687741f46b8853fe2e3eeab7185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.357700] env[68205]: DEBUG nova.compute.manager [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Received event network-vif-plugged-4712bd47-604d-4f80-bb6b-c3c97ca7a24b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.358933] env[68205]: DEBUG oslo_concurrency.lockutils [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] Acquiring lock "4f242541-d0d9-404f-b663-389fd58b4fb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.359462] env[68205]: DEBUG oslo_concurrency.lockutils [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] Lock "4f242541-d0d9-404f-b663-389fd58b4fb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.359718] env[68205]: DEBUG oslo_concurrency.lockutils [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] Lock "4f242541-d0d9-404f-b663-389fd58b4fb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.359943] env[68205]: DEBUG nova.compute.manager [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] No waiting events found dispatching network-vif-plugged-4712bd47-604d-4f80-bb6b-c3c97ca7a24b {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.360198] env[68205]: WARNING nova.compute.manager [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Received unexpected event network-vif-plugged-4712bd47-604d-4f80-bb6b-c3c97ca7a24b for instance with vm_state building and task_state spawning. [ 678.360485] env[68205]: DEBUG nova.compute.manager [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Received event network-changed-4712bd47-604d-4f80-bb6b-c3c97ca7a24b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.361243] env[68205]: DEBUG nova.compute.manager [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Refreshing instance network info cache due to event network-changed-4712bd47-604d-4f80-bb6b-c3c97ca7a24b. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.361518] env[68205]: DEBUG oslo_concurrency.lockutils [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] Acquiring lock "refresh_cache-4f242541-d0d9-404f-b663-389fd58b4fb4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.361674] env[68205]: DEBUG oslo_concurrency.lockutils [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] Acquired lock "refresh_cache-4f242541-d0d9-404f-b663-389fd58b4fb4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.361900] env[68205]: DEBUG nova.network.neutron [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Refreshing network info cache for port 4712bd47-604d-4f80-bb6b-c3c97ca7a24b {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.393090] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.511691] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903965, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.526123] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521afa72-d721-8113-70c6-98928566b45a, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.526918] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f66f4d0-5e37-4a7b-a299-f8599782d0df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.532841] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for the task: (returnval){ [ 678.532841] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525669c4-4e2a-781a-f3aa-f5f185cec56c" [ 678.532841] env[68205]: _type = "Task" [ 678.532841] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.542394] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525669c4-4e2a-781a-f3aa-f5f185cec56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.656051] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.734752] env[68205]: DEBUG nova.compute.manager [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.996549] env[68205]: DEBUG nova.network.neutron [-] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.011640] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545945} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.016336] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] e81ca24d-3bbd-47bf-b88f-d526a5e2ddef/e81ca24d-3bbd-47bf-b88f-d526a5e2ddef.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.016336] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.016678] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0098cf05-5695-4408-be92-f72146c7f0d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.024554] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 679.024554] env[68205]: value = "task-2903966" [ 679.024554] env[68205]: _type = "Task" [ 679.024554] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.033684] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.043566] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525669c4-4e2a-781a-f3aa-f5f185cec56c, 'name': SearchDatastore_Task, 'duration_secs': 0.018024} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.044893] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.046038] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 4f242541-d0d9-404f-b663-389fd58b4fb4/4f242541-d0d9-404f-b663-389fd58b4fb4.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.046236] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d38007-7445-458e-85e2-8293bd2b93fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.050126] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-432d0415-7038-4586-a91b-f4df928f58c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.060827] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ebbc3-c3d9-4aaa-ab60-b8a1d37d090f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.065052] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for the task: (returnval){ [ 679.065052] env[68205]: value = "task-2903967" [ 679.065052] env[68205]: _type = "Task" [ 679.065052] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.100832] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675b5c40-0a16-432b-90ef-c61f23429878 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.106120] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.113515] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdb2543-968c-4e57-bc58-14d4773005af {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.128070] env[68205]: DEBUG nova.compute.provider_tree [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.334104] env[68205]: DEBUG nova.network.neutron [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Successfully created port: f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.500846] env[68205]: INFO nova.compute.manager [-] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Took 1.75 seconds to deallocate network for instance. [ 679.536067] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0725} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.536067] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.540948] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b75028-e23a-4454-b2bc-286bf9aa3953 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.566118] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e81ca24d-3bbd-47bf-b88f-d526a5e2ddef/e81ca24d-3bbd-47bf-b88f-d526a5e2ddef.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.566118] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1937eee3-9348-4ed2-a585-d8736e8a7bbc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.596805] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903967, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.598976] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 679.598976] env[68205]: value = "task-2903968" [ 679.598976] env[68205]: _type = "Task" [ 679.598976] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.634243] env[68205]: DEBUG nova.scheduler.client.report [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.745464] env[68205]: DEBUG nova.compute.manager [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.776366] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.776646] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.776802] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.777356] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.777688] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.777870] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.778116] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.778271] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.778437] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.778588] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.778757] env[68205]: DEBUG nova.virt.hardware [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.779675] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d23f769-cfaa-4ff3-a5b5-9cc99ce31140 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.787998] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquiring lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.788254] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.790507] env[68205]: DEBUG nova.network.neutron [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Updated VIF entry in instance network info cache for port 4712bd47-604d-4f80-bb6b-c3c97ca7a24b. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.790849] env[68205]: DEBUG nova.network.neutron [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Updating instance_info_cache with network_info: [{"id": "4712bd47-604d-4f80-bb6b-c3c97ca7a24b", "address": "fa:16:3e:0b:44:85", "network": {"id": "0bfb5dc7-ab4e-42d9-a75b-b07b90c53683", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-930018829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c91bd3343a1946ad807b06f59d47523b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4712bd47-60", "ovs_interfaceid": "4712bd47-604d-4f80-bb6b-c3c97ca7a24b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.797050] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f891039-489d-46ef-98e2-5efeae8b19ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.011402] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.079410] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906606} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.079863] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 4f242541-d0d9-404f-b663-389fd58b4fb4/4f242541-d0d9-404f-b663-389fd58b4fb4.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.080271] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.080899] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e3696b8-e96f-4cdb-9f4b-47c5787c9da5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.091807] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for the task: (returnval){ [ 680.091807] env[68205]: value = "task-2903969" [ 680.091807] env[68205]: _type = "Task" [ 680.091807] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.114515] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.139712] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.140281] env[68205]: DEBUG nova.compute.manager [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.145288] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.569s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.146863] env[68205]: INFO nova.compute.claims [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.291262] env[68205]: DEBUG nova.compute.manager [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.295827] env[68205]: DEBUG oslo_concurrency.lockutils [req-84a137a7-5a91-4387-b3fc-610e4116cf27 req-41e86aa9-1bef-4c57-b0a5-8f8ce161d4c3 service nova] Releasing lock "refresh_cache-4f242541-d0d9-404f-b663-389fd58b4fb4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.406626] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquiring lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.407240] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.407240] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquiring lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.407379] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.409431] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.414054] env[68205]: INFO nova.compute.manager [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Terminating instance [ 680.496210] env[68205]: DEBUG nova.network.neutron [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Successfully updated port: 26960cf3-68e2-48d6-8cf5-df48c0a03b8a {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.612638] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.319618} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.616170] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.618347] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78fa4a-f149-4156-b605-a3b95a678d53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.624963] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903968, 'name': ReconfigVM_Task, 'duration_secs': 0.518356} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.625636] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e81ca24d-3bbd-47bf-b88f-d526a5e2ddef/e81ca24d-3bbd-47bf-b88f-d526a5e2ddef.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.626442] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c008367-d76d-4da5-992d-ac8c651023f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.657313] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 4f242541-d0d9-404f-b663-389fd58b4fb4/4f242541-d0d9-404f-b663-389fd58b4fb4.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.657313] env[68205]: DEBUG nova.compute.utils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.661851] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e7c7c7-edab-4fa4-a7be-6087d562f284 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.681524] env[68205]: DEBUG nova.compute.manager [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.681651] env[68205]: DEBUG nova.network.neutron [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.683979] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 680.683979] env[68205]: value = "task-2903970" [ 680.683979] env[68205]: _type = "Task" [ 680.683979] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.691820] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for the task: (returnval){ [ 680.691820] env[68205]: value = "task-2903971" [ 680.691820] env[68205]: _type = "Task" [ 680.691820] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.699379] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903970, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.704931] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.829220] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.835893] env[68205]: DEBUG nova.policy [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7c9ea4195624ce18a00ff5a0370db4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13ea1b7c153d435086e3c71d94d666dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.921691] env[68205]: DEBUG nova.compute.manager [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.921917] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.923263] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f31d895-3643-4c09-ab39-d8f0229b55cb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.935025] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.935025] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d6fca0e-a27b-4d9e-a47d-472f24c87a57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.948024] env[68205]: DEBUG oslo_vmware.api [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for the task: (returnval){ [ 680.948024] env[68205]: value = "task-2903972" [ 680.948024] env[68205]: _type = "Task" [ 680.948024] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.957154] env[68205]: DEBUG oslo_vmware.api [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.184783] env[68205]: DEBUG nova.compute.manager [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.203727] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.206781] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903970, 'name': Rename_Task, 'duration_secs': 0.184965} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.208160] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.208473] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3aa7910-d234-4568-bf21-a055b9d970e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.214802] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 681.214802] env[68205]: value = "task-2903973" [ 681.214802] env[68205]: _type = "Task" [ 681.214802] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.225794] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.458566] env[68205]: DEBUG oslo_vmware.api [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.467287] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d9f00-86c2-4f8d-9817-984e4411a848 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.476159] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfdec0c-36ab-48f8-be1c-6bb9ca80a708 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.511299] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dd6d1c-35d7-461b-bf83-d7a1376156fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.519560] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2de079-387c-4223-9b3d-a12cfbd94ff9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.534614] env[68205]: DEBUG nova.compute.provider_tree [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.718831] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903971, 'name': ReconfigVM_Task, 'duration_secs': 0.690061} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.725783] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 4f242541-d0d9-404f-b663-389fd58b4fb4/4f242541-d0d9-404f-b663-389fd58b4fb4.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.725783] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-556d223e-5f07-4cbc-898e-af702a997e27 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.736045] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903973, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.737514] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for the task: (returnval){ [ 681.737514] env[68205]: value = "task-2903974" [ 681.737514] env[68205]: _type = "Task" [ 681.737514] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.753469] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903974, 'name': Rename_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.934833] env[68205]: DEBUG nova.network.neutron [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Successfully created port: 100f1ab4-e79a-4a2d-a588-07c33121dcd8 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.960471] env[68205]: DEBUG oslo_vmware.api [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903972, 'name': PowerOffVM_Task, 'duration_secs': 0.700581} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.960756] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.960994] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.962083] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-253914e5-23c2-4c93-9b89-d28d3170099a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.024131] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.024131] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.024131] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Deleting the datastore file [datastore1] c6cbf03e-7419-49ae-8edf-2d46e8416e2b {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.024131] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59d6a80b-4c4a-454c-9dcb-575055a8479c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.033732] env[68205]: DEBUG oslo_vmware.api [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for the task: (returnval){ [ 682.033732] env[68205]: value = "task-2903976" [ 682.033732] env[68205]: _type = "Task" [ 682.033732] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.052796] env[68205]: DEBUG oslo_vmware.api [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.068882] env[68205]: ERROR nova.scheduler.client.report [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [req-6d231fc5-951b-4d45-9171-3458cbeb1e70] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d231fc5-951b-4d45-9171-3458cbeb1e70"}]} [ 682.096166] env[68205]: DEBUG nova.scheduler.client.report [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.120241] env[68205]: DEBUG nova.scheduler.client.report [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.120241] env[68205]: DEBUG nova.compute.provider_tree [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.143207] env[68205]: DEBUG nova.scheduler.client.report [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.177368] env[68205]: DEBUG nova.scheduler.client.report [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.182171] env[68205]: DEBUG nova.compute.manager [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received event network-vif-plugged-49d875d8-dc24-43c1-9031-3cf16be32f26 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.182809] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] Acquiring lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.183078] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.183255] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.183424] env[68205]: DEBUG nova.compute.manager [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] No waiting events found dispatching network-vif-plugged-49d875d8-dc24-43c1-9031-3cf16be32f26 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.183585] env[68205]: WARNING nova.compute.manager [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received unexpected event network-vif-plugged-49d875d8-dc24-43c1-9031-3cf16be32f26 for instance with vm_state building and task_state spawning. [ 682.183742] env[68205]: DEBUG nova.compute.manager [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received event network-changed-49d875d8-dc24-43c1-9031-3cf16be32f26 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.183890] env[68205]: DEBUG nova.compute.manager [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Refreshing instance network info cache due to event network-changed-49d875d8-dc24-43c1-9031-3cf16be32f26. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.184079] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] Acquiring lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.184211] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] Acquired lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.184361] env[68205]: DEBUG nova.network.neutron [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Refreshing network info cache for port 49d875d8-dc24-43c1-9031-3cf16be32f26 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.212011] env[68205]: DEBUG nova.compute.manager [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.236828] env[68205]: DEBUG oslo_vmware.api [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903973, 'name': PowerOnVM_Task, 'duration_secs': 0.578566} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.239601] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.239601] env[68205]: INFO nova.compute.manager [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Took 14.19 seconds to spawn the instance on the hypervisor. [ 682.239601] env[68205]: DEBUG nova.compute.manager [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.240379] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291d57c2-87f5-4290-80df-72d8a7eccb75 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.251381] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.251696] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.251918] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.252182] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.252912] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.253073] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.253396] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.254029] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.254029] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.254346] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.254427] env[68205]: DEBUG nova.virt.hardware [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.255871] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b9f268-6a55-4a9d-8ba8-a1abb9b35028 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.277231] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903974, 'name': Rename_Task, 'duration_secs': 0.165645} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.283279] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b2b137-1594-4e97-a48c-5352a9dbaa46 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.291690] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.296643] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c335285-6809-4f03-b16a-da468d327025 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.316023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquiring lock "265fd430-7f5d-4c12-99bf-f662b22b195a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.316023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lock "265fd430-7f5d-4c12-99bf-f662b22b195a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.316023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquiring lock "265fd430-7f5d-4c12-99bf-f662b22b195a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.316023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lock "265fd430-7f5d-4c12-99bf-f662b22b195a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.316629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lock "265fd430-7f5d-4c12-99bf-f662b22b195a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.317814] env[68205]: INFO nova.compute.manager [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Terminating instance [ 682.320535] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for the task: (returnval){ [ 682.320535] env[68205]: value = "task-2903977" [ 682.320535] env[68205]: _type = "Task" [ 682.320535] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.332993] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903977, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.528566] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f7fffe-20dd-40c7-a849-3b112d2990fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.541402] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627bbfc6-f708-47d8-b72a-5dce549a6ced {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.549523] env[68205]: DEBUG oslo_vmware.api [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Task: {'id': task-2903976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166586} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.549702] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.549816] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.549992] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.550194] env[68205]: INFO nova.compute.manager [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Took 1.63 seconds to destroy the instance on the hypervisor. [ 682.550434] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.550867] env[68205]: DEBUG nova.compute.manager [-] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.550867] env[68205]: DEBUG nova.network.neutron [-] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.580213] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b949d7c-2f8e-4c2d-9d0e-a4049864193f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.587719] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d660e9-541c-4fec-a2b5-75b63db21e37 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.603785] env[68205]: DEBUG nova.compute.provider_tree [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.790104] env[68205]: INFO nova.compute.manager [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Took 22.18 seconds to build instance. [ 682.828230] env[68205]: DEBUG nova.compute.manager [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.828581] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.829767] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352351b3-1368-45f4-acbd-ee45670c8595 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.839499] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903977, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.841075] env[68205]: DEBUG nova.network.neutron [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.850209] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.851307] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63f6f52c-354f-42e8-8a28-3022692cda84 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.856936] env[68205]: DEBUG oslo_vmware.api [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 682.856936] env[68205]: value = "task-2903978" [ 682.856936] env[68205]: _type = "Task" [ 682.856936] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.866936] env[68205]: DEBUG oslo_vmware.api [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.917414] env[68205]: DEBUG nova.network.neutron [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Successfully updated port: f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.134215] env[68205]: DEBUG nova.network.neutron [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.150622] env[68205]: DEBUG nova.scheduler.client.report [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 683.150943] env[68205]: DEBUG nova.compute.provider_tree [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 21 to 22 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 683.151194] env[68205]: DEBUG nova.compute.provider_tree [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.290203] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2fb2d34-3261-4bcb-883d-f3068769f39e tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.694s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.332563] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903977, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.367378] env[68205]: DEBUG oslo_vmware.api [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903978, 'name': PowerOffVM_Task, 'duration_secs': 0.296846} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.367786] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.368017] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.368234] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2689c3c1-57d0-4e10-93f1-95777ebf4982 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.421041] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.421264] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquired lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.425282] env[68205]: DEBUG nova.network.neutron [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.438086] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.438463] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.438746] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Deleting the datastore file [datastore1] 265fd430-7f5d-4c12-99bf-f662b22b195a {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.439823] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf74515-e93c-4739-b015-613bad3da61a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.448839] env[68205]: DEBUG oslo_vmware.api [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for the task: (returnval){ [ 683.448839] env[68205]: value = "task-2903980" [ 683.448839] env[68205]: _type = "Task" [ 683.448839] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.458146] env[68205]: DEBUG oslo_vmware.api [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.639788] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] Releasing lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.641105] env[68205]: DEBUG nova.compute.manager [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Received event network-vif-deleted-b9dae1ef-6da8-48a3-b07d-e79fe3592cd2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.641105] env[68205]: DEBUG nova.compute.manager [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received event network-vif-plugged-26960cf3-68e2-48d6-8cf5-df48c0a03b8a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.641105] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] Acquiring lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.641202] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.641359] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.641583] env[68205]: DEBUG nova.compute.manager [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] No waiting events found dispatching network-vif-plugged-26960cf3-68e2-48d6-8cf5-df48c0a03b8a {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.641715] env[68205]: WARNING nova.compute.manager [req-a7574e52-6d8f-43f1-a3ee-b73f623dba2e req-0bcfde33-7fdd-4572-aa2c-267f5f5adc22 service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received unexpected event network-vif-plugged-26960cf3-68e2-48d6-8cf5-df48c0a03b8a for instance with vm_state building and task_state spawning. [ 683.658129] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.513s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.658668] env[68205]: DEBUG nova.compute.manager [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.664195] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.402s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.665956] env[68205]: INFO nova.compute.claims [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.812853] env[68205]: DEBUG nova.network.neutron [-] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.832032] env[68205]: DEBUG oslo_vmware.api [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2903977, 'name': PowerOnVM_Task, 'duration_secs': 1.064096} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.832032] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.832032] env[68205]: INFO nova.compute.manager [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Took 13.40 seconds to spawn the instance on the hypervisor. [ 683.832264] env[68205]: DEBUG nova.compute.manager [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.833184] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e46cc70-ab04-4027-8cb0-31d1e33144b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.863346] env[68205]: DEBUG nova.network.neutron [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Successfully updated port: 536e391f-2d06-48c8-bc5f-4a2c0e95d957 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.962205] env[68205]: DEBUG oslo_vmware.api [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Task: {'id': task-2903980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400693} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.962265] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.962633] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.962633] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.962880] env[68205]: INFO nova.compute.manager [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 683.963162] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.963344] env[68205]: DEBUG nova.compute.manager [-] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.963438] env[68205]: DEBUG nova.network.neutron [-] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.108378] env[68205]: DEBUG nova.network.neutron [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.130441] env[68205]: DEBUG nova.compute.manager [req-9b456cb2-6902-4f0e-b892-e6b126c09cd3 req-309ff598-abbd-476b-841d-eb94847f8001 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Received event network-vif-plugged-f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.131488] env[68205]: DEBUG oslo_concurrency.lockutils [req-9b456cb2-6902-4f0e-b892-e6b126c09cd3 req-309ff598-abbd-476b-841d-eb94847f8001 service nova] Acquiring lock "15002715-43e8-416a-8a96-a6ebf22b3c2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.131488] env[68205]: DEBUG oslo_concurrency.lockutils [req-9b456cb2-6902-4f0e-b892-e6b126c09cd3 req-309ff598-abbd-476b-841d-eb94847f8001 service nova] Lock "15002715-43e8-416a-8a96-a6ebf22b3c2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.131488] env[68205]: DEBUG oslo_concurrency.lockutils [req-9b456cb2-6902-4f0e-b892-e6b126c09cd3 req-309ff598-abbd-476b-841d-eb94847f8001 service nova] Lock "15002715-43e8-416a-8a96-a6ebf22b3c2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.131651] env[68205]: DEBUG nova.compute.manager [req-9b456cb2-6902-4f0e-b892-e6b126c09cd3 req-309ff598-abbd-476b-841d-eb94847f8001 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] No waiting events found dispatching network-vif-plugged-f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.131927] env[68205]: WARNING nova.compute.manager [req-9b456cb2-6902-4f0e-b892-e6b126c09cd3 req-309ff598-abbd-476b-841d-eb94847f8001 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Received unexpected event network-vif-plugged-f70c2272-c8c7-48ae-a047-748a42069985 for instance with vm_state building and task_state spawning. [ 684.173320] env[68205]: DEBUG nova.compute.utils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.178059] env[68205]: DEBUG nova.compute.manager [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.178059] env[68205]: DEBUG nova.network.neutron [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.307403] env[68205]: DEBUG nova.policy [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c093664cd63a4464b3aa66bb8b18de9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f4f7f86ccb74cd69d6e5a242d6df90c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.316631] env[68205]: INFO nova.compute.manager [-] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Took 1.77 seconds to deallocate network for instance. [ 684.359141] env[68205]: INFO nova.compute.manager [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Took 21.36 seconds to build instance. [ 684.370371] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.370528] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquired lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.370681] env[68205]: DEBUG nova.network.neutron [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.608475] env[68205]: DEBUG nova.network.neutron [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Updating instance_info_cache with network_info: [{"id": "f70c2272-c8c7-48ae-a047-748a42069985", "address": "fa:16:3e:4c:cd:2e", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf70c2272-c8", "ovs_interfaceid": "f70c2272-c8c7-48ae-a047-748a42069985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.649529] env[68205]: DEBUG nova.network.neutron [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Successfully updated port: 100f1ab4-e79a-4a2d-a588-07c33121dcd8 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.658534] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "01a827ba-ed4d-4d82-81d2-0ecee7af2c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.660580] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "01a827ba-ed4d-4d82-81d2-0ecee7af2c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.680260] env[68205]: DEBUG nova.compute.manager [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.825880] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.863120] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdf1413a-08ca-4aa6-88c6-f7e5a944e66b tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "4f242541-d0d9-404f-b663-389fd58b4fb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.876s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.927865] env[68205]: DEBUG nova.network.neutron [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.998031] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33efbe25-92b7-4ec1-a38a-53e32bb2fa29 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.007557] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9259e8fb-f64c-4bf2-84d2-3f6fc3403367 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.050242] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65423812-893d-406b-ac11-d53f279adeb2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.058853] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c6b6f6-8f4c-4fcb-a86b-291ac1deed13 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.076902] env[68205]: DEBUG nova.compute.provider_tree [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.111510] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Releasing lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.111816] env[68205]: DEBUG nova.compute.manager [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Instance network_info: |[{"id": "f70c2272-c8c7-48ae-a047-748a42069985", "address": "fa:16:3e:4c:cd:2e", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf70c2272-c8", "ovs_interfaceid": "f70c2272-c8c7-48ae-a047-748a42069985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.112687] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:cd:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f70c2272-c8c7-48ae-a047-748a42069985', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.121291] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Creating folder: Project (16e25687741f46b8853fe2e3eeab7185). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.121831] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cff54be0-5c30-4aa3-a68f-7296ee7e4ecf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.138281] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Created folder: Project (16e25687741f46b8853fe2e3eeab7185) in parent group-v583212. [ 685.138509] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Creating folder: Instances. Parent ref: group-v583234. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.138762] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ce55769-0b39-4159-aadc-71215f8e0d4f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.151483] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Created folder: Instances in parent group-v583234. [ 685.151616] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.151750] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.151928] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-934a7614-57c9-4a41-854d-050abf4abb02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.170403] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "refresh_cache-42282b6b-6f06-4f86-ac0a-2a1c5229786a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.170880] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "refresh_cache-42282b6b-6f06-4f86-ac0a-2a1c5229786a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.170880] env[68205]: DEBUG nova.network.neutron [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.175252] env[68205]: DEBUG nova.compute.manager [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.186165] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.186165] env[68205]: value = "task-2903983" [ 685.186165] env[68205]: _type = "Task" [ 685.186165] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.200619] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903983, 'name': CreateVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.216532] env[68205]: DEBUG nova.network.neutron [-] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.471378] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquiring lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.471652] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.471978] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquiring lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.472152] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.472186] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.474509] env[68205]: INFO nova.compute.manager [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Terminating instance [ 685.599932] env[68205]: ERROR nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [req-32d10f92-687e-469a-9f7d-25fb9f81272e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32d10f92-687e-469a-9f7d-25fb9f81272e"}]} [ 685.626135] env[68205]: DEBUG nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 685.643541] env[68205]: DEBUG nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 685.643836] env[68205]: DEBUG nova.compute.provider_tree [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.659317] env[68205]: DEBUG nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 685.688452] env[68205]: DEBUG nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 685.699462] env[68205]: DEBUG nova.compute.manager [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.717320] env[68205]: INFO nova.compute.manager [-] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Took 1.75 seconds to deallocate network for instance. [ 685.717626] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903983, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.722448] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.741261] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.741678] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.741678] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.741678] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.741814] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.742474] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.742770] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.742944] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.743133] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.743296] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.743463] env[68205]: DEBUG nova.virt.hardware [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.744525] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc4f36-fc81-4157-aa26-ae37fe5232d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.758557] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f35f17f-9f6b-4cbb-90d0-7d26d86a50fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.764825] env[68205]: DEBUG nova.network.neutron [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.791952] env[68205]: DEBUG nova.network.neutron [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Updating instance_info_cache with network_info: [{"id": "49d875d8-dc24-43c1-9031-3cf16be32f26", "address": "fa:16:3e:b8:35:42", "network": {"id": "0f3afb2d-43cb-44e3-ac7c-b93a62d9f12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573669300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d875d8-dc", "ovs_interfaceid": "49d875d8-dc24-43c1-9031-3cf16be32f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26960cf3-68e2-48d6-8cf5-df48c0a03b8a", "address": "fa:16:3e:00:cf:7b", "network": {"id": "127a3d5c-62a0-4acc-93a1-d00b61e9a785", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93058825", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26960cf3-68", "ovs_interfaceid": "26960cf3-68e2-48d6-8cf5-df48c0a03b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "536e391f-2d06-48c8-bc5f-4a2c0e95d957", "address": "fa:16:3e:41:b4:2e", "network": {"id": "0f3afb2d-43cb-44e3-ac7c-b93a62d9f12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573669300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536e391f-2d", "ovs_interfaceid": "536e391f-2d06-48c8-bc5f-4a2c0e95d957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.839765] env[68205]: DEBUG nova.network.neutron [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Successfully created port: f5df8f75-6e80-434f-b482-9eec50df9cf5 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.943257] env[68205]: DEBUG nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received event network-changed-26960cf3-68e2-48d6-8cf5-df48c0a03b8a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.943791] env[68205]: DEBUG nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Refreshing instance network info cache due to event network-changed-26960cf3-68e2-48d6-8cf5-df48c0a03b8a. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.944029] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Acquiring lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.960124] env[68205]: DEBUG nova.network.neutron [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Updating instance_info_cache with network_info: [{"id": "100f1ab4-e79a-4a2d-a588-07c33121dcd8", "address": "fa:16:3e:c1:a3:ce", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100f1ab4-e7", "ovs_interfaceid": "100f1ab4-e79a-4a2d-a588-07c33121dcd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.980818] env[68205]: DEBUG nova.compute.manager [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.981082] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.982506] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8bc685-419f-4ec2-932f-4d4920738eeb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.999217] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.999217] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1338e0b-cb77-4fd0-b0c3-e47ab9fd5968 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.009364] env[68205]: DEBUG oslo_vmware.api [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 686.009364] env[68205]: value = "task-2903984" [ 686.009364] env[68205]: _type = "Task" [ 686.009364] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.022296] env[68205]: DEBUG oslo_vmware.api [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.037419] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c3daa1-3f5d-4ee8-a473-29c28cf4fd22 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.048664] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3774de3-0e26-49c7-afaa-96f671323986 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.086609] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adcafeb-b963-40ae-836d-77fdac32eaea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.095301] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b076f4da-090a-42cc-9b39-6f9ccc48d98d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.110851] env[68205]: DEBUG nova.compute.provider_tree [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.204696] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903983, 'name': CreateVM_Task, 'duration_secs': 0.674492} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.204803] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.205577] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.205749] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.207043] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.207043] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00401c79-f7b8-429e-a08e-c3c0f013289d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.211370] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 686.211370] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b30577-a3f6-aac3-262d-fc2000ddb3aa" [ 686.211370] env[68205]: _type = "Task" [ 686.211370] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.219922] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b30577-a3f6-aac3-262d-fc2000ddb3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.236923] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.298490] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Releasing lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.298610] env[68205]: DEBUG nova.compute.manager [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Instance network_info: |[{"id": "49d875d8-dc24-43c1-9031-3cf16be32f26", "address": "fa:16:3e:b8:35:42", "network": {"id": "0f3afb2d-43cb-44e3-ac7c-b93a62d9f12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573669300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d875d8-dc", "ovs_interfaceid": "49d875d8-dc24-43c1-9031-3cf16be32f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26960cf3-68e2-48d6-8cf5-df48c0a03b8a", "address": "fa:16:3e:00:cf:7b", "network": {"id": "127a3d5c-62a0-4acc-93a1-d00b61e9a785", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93058825", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26960cf3-68", "ovs_interfaceid": "26960cf3-68e2-48d6-8cf5-df48c0a03b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "536e391f-2d06-48c8-bc5f-4a2c0e95d957", "address": "fa:16:3e:41:b4:2e", "network": {"id": "0f3afb2d-43cb-44e3-ac7c-b93a62d9f12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573669300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536e391f-2d", "ovs_interfaceid": "536e391f-2d06-48c8-bc5f-4a2c0e95d957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.298903] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Acquired lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.299096] env[68205]: DEBUG nova.network.neutron [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Refreshing network info cache for port 26960cf3-68e2-48d6-8cf5-df48c0a03b8a {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.300491] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:35:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49d875d8-dc24-43c1-9031-3cf16be32f26', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:cf:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26960cf3-68e2-48d6-8cf5-df48c0a03b8a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:b4:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '536e391f-2d06-48c8-bc5f-4a2c0e95d957', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.312692] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Creating folder: Project (ffdb617207c24359bcadb255b9075d70). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.312692] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2338ca25-e26b-4930-9028-e602f4792f1a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.323604] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Created folder: Project (ffdb617207c24359bcadb255b9075d70) in parent group-v583212. [ 686.323787] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Creating folder: Instances. Parent ref: group-v583237. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.324514] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5e498d3-b82a-401a-b891-395c73d5a166 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.334925] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Created folder: Instances in parent group-v583237. [ 686.335620] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.336124] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.336526] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f7a1081-3f93-4e83-b040-e6954049a833 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.360986] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.360986] env[68205]: value = "task-2903987" [ 686.360986] env[68205]: _type = "Task" [ 686.360986] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.370740] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903987, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.465948] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "refresh_cache-42282b6b-6f06-4f86-ac0a-2a1c5229786a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.466324] env[68205]: DEBUG nova.compute.manager [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Instance network_info: |[{"id": "100f1ab4-e79a-4a2d-a588-07c33121dcd8", "address": "fa:16:3e:c1:a3:ce", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100f1ab4-e7", "ovs_interfaceid": "100f1ab4-e79a-4a2d-a588-07c33121dcd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.466776] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:a3:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '100f1ab4-e79a-4a2d-a588-07c33121dcd8', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.475147] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating folder: Project (13ea1b7c153d435086e3c71d94d666dc). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.475356] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8197023-3622-41cb-a69d-dc1550af4165 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.485724] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Created folder: Project (13ea1b7c153d435086e3c71d94d666dc) in parent group-v583212. [ 686.486637] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating folder: Instances. Parent ref: group-v583240. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.486637] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbcde2af-be2f-4c38-afe0-55556d61e003 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.497047] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Created folder: Instances in parent group-v583240. [ 686.497047] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.497047] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.497047] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9513cb30-39db-43f4-894b-1b3ecbd7e35f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.525394] env[68205]: DEBUG oslo_vmware.api [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903984, 'name': PowerOffVM_Task, 'duration_secs': 0.196361} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.526654] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.526798] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.527067] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.527067] env[68205]: value = "task-2903990" [ 686.527067] env[68205]: _type = "Task" [ 686.527067] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.527266] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb17dc13-ea35-48e7-9c8d-8ba17aab2dc6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.539760] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903990, 'name': CreateVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.597030] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.597420] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.597716] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Deleting the datastore file [datastore2] e81ca24d-3bbd-47bf-b88f-d526a5e2ddef {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.597943] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-436a9a26-72b8-4c1a-abec-e8aa334593e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.607688] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquiring lock "324ecfd5-13ca-4536-97b2-a84e09cb6495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.607931] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lock "324ecfd5-13ca-4536-97b2-a84e09cb6495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.612923] env[68205]: DEBUG oslo_vmware.api [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for the task: (returnval){ [ 686.612923] env[68205]: value = "task-2903992" [ 686.612923] env[68205]: _type = "Task" [ 686.612923] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.627528] env[68205]: DEBUG oslo_vmware.api [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.636737] env[68205]: ERROR nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [req-f2789f68-8ac2-4e68-9b92-2838e18f93e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2789f68-8ac2-4e68-9b92-2838e18f93e5"}]} [ 686.660029] env[68205]: DEBUG nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 686.682876] env[68205]: DEBUG nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 686.683255] env[68205]: DEBUG nova.compute.provider_tree [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.696130] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a28feef-24e9-42a8-a3c4-ee7de6630336 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquiring lock "interface-4f242541-d0d9-404f-b663-389fd58b4fb4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.696780] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a28feef-24e9-42a8-a3c4-ee7de6630336 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "interface-4f242541-d0d9-404f-b663-389fd58b4fb4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.696780] env[68205]: DEBUG nova.objects.instance [None req-7a28feef-24e9-42a8-a3c4-ee7de6630336 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lazy-loading 'flavor' on Instance uuid 4f242541-d0d9-404f-b663-389fd58b4fb4 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.699656] env[68205]: DEBUG nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 686.733122] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b30577-a3f6-aac3-262d-fc2000ddb3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.026288} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.733122] env[68205]: DEBUG nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 686.733696] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.733696] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.733915] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.733999] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.734255] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.735046] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d6a77c4-b1fb-4e12-bdb8-69dd674d0daa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.744136] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.744348] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.745745] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b51cc60-93b8-462b-b14f-fe39dbc9dbe4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.752701] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 686.752701] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6c9e5-cf15-a6cb-1ce4-896195a3a5f3" [ 686.752701] env[68205]: _type = "Task" [ 686.752701] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.768449] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6c9e5-cf15-a6cb-1ce4-896195a3a5f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.876635] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903987, 'name': CreateVM_Task, 'duration_secs': 0.4358} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.877556] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.878474] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.878668] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.878936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.879281] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b3521d-42d1-409e-adff-b4d82bb4574a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.888636] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 686.888636] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52872e96-cc08-c88f-1f54-a96172314d7b" [ 686.888636] env[68205]: _type = "Task" [ 686.888636] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.895619] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52872e96-cc08-c88f-1f54-a96172314d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.041734] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2903990, 'name': CreateVM_Task, 'duration_secs': 0.347213} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.041934] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.042605] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.053458] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d29109-952c-40db-8957-582059dc0f92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.060960] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c871a93f-30a1-4491-8efb-4111d2046402 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.099247] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabf07a8-6883-4653-86a0-0f849eedf1a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.106471] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f100e18-d953-4470-bc4e-f55209ca299d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.122706] env[68205]: DEBUG nova.compute.manager [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.126207] env[68205]: DEBUG nova.compute.provider_tree [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.137053] env[68205]: DEBUG oslo_vmware.api [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Task: {'id': task-2903992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167146} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.137053] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.137801] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.137801] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.137963] env[68205]: INFO nova.compute.manager [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 687.138275] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.139018] env[68205]: DEBUG nova.compute.manager [-] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.139129] env[68205]: DEBUG nova.network.neutron [-] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.201454] env[68205]: DEBUG nova.objects.instance [None req-7a28feef-24e9-42a8-a3c4-ee7de6630336 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f242541-d0d9-404f-b663-389fd58b4fb4 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.268149] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6c9e5-cf15-a6cb-1ce4-896195a3a5f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.270651] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4be753-a596-420c-bdd6-ad781e08b0ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.278844] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 687.278844] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520ef54e-dfe2-a439-3402-3e86b2aa0316" [ 687.278844] env[68205]: _type = "Task" [ 687.278844] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.291592] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520ef54e-dfe2-a439-3402-3e86b2aa0316, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.291848] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.292149] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 15002715-43e8-416a-8a96-a6ebf22b3c2e/15002715-43e8-416a-8a96-a6ebf22b3c2e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.292431] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9b1422f-a2c1-4cf1-bced-aa09f66982ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.299773] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 687.299773] env[68205]: value = "task-2903993" [ 687.299773] env[68205]: _type = "Task" [ 687.299773] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.311223] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.403450] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52872e96-cc08-c88f-1f54-a96172314d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.404168] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.404427] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.404940] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.404940] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.405055] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.405362] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.405800] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.405953] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1b1f7ce-f1fe-4a1b-b223-d64e53642ee7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.408134] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c721150-3137-4632-bdb2-b665b564d7e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.416754] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 687.416754] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bd93d6-6395-bc43-3f5d-6bb88ca34b3b" [ 687.416754] env[68205]: _type = "Task" [ 687.416754] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.417947] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.418132] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.421888] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5efd8dd-6e25-438c-80dc-7fd07f4626f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.429526] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bd93d6-6395-bc43-3f5d-6bb88ca34b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.430708] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 687.430708] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52375c09-967d-6e4e-2cd5-737ce448a07e" [ 687.430708] env[68205]: _type = "Task" [ 687.430708] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.439432] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52375c09-967d-6e4e-2cd5-737ce448a07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.540581] env[68205]: DEBUG nova.network.neutron [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Updated VIF entry in instance network info cache for port 26960cf3-68e2-48d6-8cf5-df48c0a03b8a. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.541514] env[68205]: DEBUG nova.network.neutron [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Updating instance_info_cache with network_info: [{"id": "49d875d8-dc24-43c1-9031-3cf16be32f26", "address": "fa:16:3e:b8:35:42", "network": {"id": "0f3afb2d-43cb-44e3-ac7c-b93a62d9f12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573669300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d875d8-dc", "ovs_interfaceid": "49d875d8-dc24-43c1-9031-3cf16be32f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26960cf3-68e2-48d6-8cf5-df48c0a03b8a", "address": "fa:16:3e:00:cf:7b", "network": {"id": "127a3d5c-62a0-4acc-93a1-d00b61e9a785", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93058825", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26960cf3-68", "ovs_interfaceid": "26960cf3-68e2-48d6-8cf5-df48c0a03b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "536e391f-2d06-48c8-bc5f-4a2c0e95d957", "address": "fa:16:3e:41:b4:2e", "network": {"id": "0f3afb2d-43cb-44e3-ac7c-b93a62d9f12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573669300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536e391f-2d", "ovs_interfaceid": "536e391f-2d06-48c8-bc5f-4a2c0e95d957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.665111] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.697500] env[68205]: DEBUG nova.scheduler.client.report [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 687.697694] env[68205]: DEBUG nova.compute.provider_tree [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 24 to 25 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 687.697963] env[68205]: DEBUG nova.compute.provider_tree [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.708917] env[68205]: DEBUG nova.objects.base [None req-7a28feef-24e9-42a8-a3c4-ee7de6630336 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Object Instance<4f242541-d0d9-404f-b663-389fd58b4fb4> lazy-loaded attributes: flavor,pci_requests {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 687.708917] env[68205]: DEBUG nova.network.neutron [None req-7a28feef-24e9-42a8-a3c4-ee7de6630336 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.816018] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903993, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.931789] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bd93d6-6395-bc43-3f5d-6bb88ca34b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.02113} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.937231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.937484] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.937678] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.952622] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52375c09-967d-6e4e-2cd5-737ce448a07e, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.955215] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97067ac-debf-47f4-aeda-1f3a681a16ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.963372] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 687.963372] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52efff17-72b8-d124-9a4b-1ca3c9906670" [ 687.963372] env[68205]: _type = "Task" [ 687.963372] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.977306] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52efff17-72b8-d124-9a4b-1ca3c9906670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.986551] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a28feef-24e9-42a8-a3c4-ee7de6630336 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "interface-4f242541-d0d9-404f-b663-389fd58b4fb4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.290s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.050550] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Releasing lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.050550] env[68205]: DEBUG nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Received event network-vif-deleted-746ce6eb-691c-4103-a704-0dfd72b9d5e5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.050550] env[68205]: DEBUG nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received event network-vif-plugged-536e391f-2d06-48c8-bc5f-4a2c0e95d957 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.050550] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Acquiring lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.050550] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.050550] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.050550] env[68205]: DEBUG nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] No waiting events found dispatching network-vif-plugged-536e391f-2d06-48c8-bc5f-4a2c0e95d957 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.050550] env[68205]: WARNING nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received unexpected event network-vif-plugged-536e391f-2d06-48c8-bc5f-4a2c0e95d957 for instance with vm_state building and task_state spawning. [ 688.050550] env[68205]: DEBUG nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received event network-changed-536e391f-2d06-48c8-bc5f-4a2c0e95d957 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.050550] env[68205]: DEBUG nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Refreshing instance network info cache due to event network-changed-536e391f-2d06-48c8-bc5f-4a2c0e95d957. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.050550] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Acquiring lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.050550] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Acquired lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.050550] env[68205]: DEBUG nova.network.neutron [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Refreshing network info cache for port 536e391f-2d06-48c8-bc5f-4a2c0e95d957 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.213490] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.550s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.214052] env[68205]: DEBUG nova.compute.manager [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.222620] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.805s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.225210] env[68205]: INFO nova.compute.claims [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.315505] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675392} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.317313] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 15002715-43e8-416a-8a96-a6ebf22b3c2e/15002715-43e8-416a-8a96-a6ebf22b3c2e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.317313] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.317313] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89114fbc-046d-4c9c-bd73-936b3e3a8c15 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.323041] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 688.323041] env[68205]: value = "task-2903994" [ 688.323041] env[68205]: _type = "Task" [ 688.323041] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.331449] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.476959] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52efff17-72b8-d124-9a4b-1ca3c9906670, 'name': SearchDatastore_Task, 'duration_secs': 0.016487} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.477609] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.477609] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 5ffc47b4-c8f3-4df1-a64f-44854b07bc68/5ffc47b4-c8f3-4df1-a64f-44854b07bc68.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.477848] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.477915] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.478078] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b50c3adf-bfef-436a-930b-442b9b100238 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.480191] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7112760-49cb-4fca-bddf-886d7cd28121 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.489242] env[68205]: DEBUG nova.network.neutron [-] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.497397] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 688.497397] env[68205]: value = "task-2903995" [ 688.497397] env[68205]: _type = "Task" [ 688.497397] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.499524] env[68205]: DEBUG nova.network.neutron [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Successfully updated port: f5df8f75-6e80-434f-b482-9eec50df9cf5 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.501232] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.501344] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.505897] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d984e74-eb68-42f3-8c65-9d13767860bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.517463] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 688.517463] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b7028-1236-e838-1822-2dfa0f7aabb2" [ 688.517463] env[68205]: _type = "Task" [ 688.517463] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.517900] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2903995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.527715] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b7028-1236-e838-1822-2dfa0f7aabb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.731773] env[68205]: DEBUG nova.compute.utils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.736679] env[68205]: DEBUG nova.compute.manager [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Not allocating networking since 'none' was specified. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 688.833524] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257086} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.834106] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.834772] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1d5b16-e84c-4337-89d3-8ab0ea455641 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.862906] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 15002715-43e8-416a-8a96-a6ebf22b3c2e/15002715-43e8-416a-8a96-a6ebf22b3c2e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.865776] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3b16e27-4c4f-434a-95ea-c5f28d4d0e1f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.885587] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 688.885587] env[68205]: value = "task-2903996" [ 688.885587] env[68205]: _type = "Task" [ 688.885587] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.894905] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.006021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquiring lock "refresh_cache-5f04afba-a327-42e4-99f6-16ac25d1256d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.006021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquired lock "refresh_cache-5f04afba-a327-42e4-99f6-16ac25d1256d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.006021] env[68205]: DEBUG nova.network.neutron [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.006021] env[68205]: INFO nova.compute.manager [-] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Took 1.87 seconds to deallocate network for instance. [ 689.030154] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2903995, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.042602] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b7028-1236-e838-1822-2dfa0f7aabb2, 'name': SearchDatastore_Task, 'duration_secs': 0.017901} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.043705] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf2842f-411a-4095-92f1-830ae904a90a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.049758] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 689.049758] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528bc01f-db41-a9cb-54d7-0a883a871506" [ 689.049758] env[68205]: _type = "Task" [ 689.049758] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.063880] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528bc01f-db41-a9cb-54d7-0a883a871506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.064948] env[68205]: DEBUG nova.network.neutron [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Updated VIF entry in instance network info cache for port 536e391f-2d06-48c8-bc5f-4a2c0e95d957. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.067221] env[68205]: DEBUG nova.network.neutron [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Updating instance_info_cache with network_info: [{"id": "49d875d8-dc24-43c1-9031-3cf16be32f26", "address": "fa:16:3e:b8:35:42", "network": {"id": "0f3afb2d-43cb-44e3-ac7c-b93a62d9f12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573669300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d875d8-dc", "ovs_interfaceid": "49d875d8-dc24-43c1-9031-3cf16be32f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26960cf3-68e2-48d6-8cf5-df48c0a03b8a", "address": "fa:16:3e:00:cf:7b", "network": {"id": "127a3d5c-62a0-4acc-93a1-d00b61e9a785", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93058825", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26960cf3-68", "ovs_interfaceid": "26960cf3-68e2-48d6-8cf5-df48c0a03b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "536e391f-2d06-48c8-bc5f-4a2c0e95d957", "address": "fa:16:3e:41:b4:2e", "network": {"id": "0f3afb2d-43cb-44e3-ac7c-b93a62d9f12c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-573669300", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536e391f-2d", "ovs_interfaceid": "536e391f-2d06-48c8-bc5f-4a2c0e95d957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.154038] env[68205]: DEBUG nova.compute.manager [req-7f262a6a-76d3-4533-951e-77aefb141377 req-2a2e0bfe-15b7-4c07-870c-a3009eb6a470 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Received event network-changed-f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.155829] env[68205]: DEBUG nova.compute.manager [req-7f262a6a-76d3-4533-951e-77aefb141377 req-2a2e0bfe-15b7-4c07-870c-a3009eb6a470 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Refreshing instance network info cache due to event network-changed-f70c2272-c8c7-48ae-a047-748a42069985. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.156167] env[68205]: DEBUG oslo_concurrency.lockutils [req-7f262a6a-76d3-4533-951e-77aefb141377 req-2a2e0bfe-15b7-4c07-870c-a3009eb6a470 service nova] Acquiring lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.156312] env[68205]: DEBUG oslo_concurrency.lockutils [req-7f262a6a-76d3-4533-951e-77aefb141377 req-2a2e0bfe-15b7-4c07-870c-a3009eb6a470 service nova] Acquired lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.156480] env[68205]: DEBUG nova.network.neutron [req-7f262a6a-76d3-4533-951e-77aefb141377 req-2a2e0bfe-15b7-4c07-870c-a3009eb6a470 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Refreshing network info cache for port f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.235740] env[68205]: DEBUG nova.compute.manager [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.397286] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.517484] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2903995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919425} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.520607] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 5ffc47b4-c8f3-4df1-a64f-44854b07bc68/5ffc47b4-c8f3-4df1-a64f-44854b07bc68.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.521112] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.522715] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5e52e9e-47f6-4d2e-b7b5-8383cad840ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.530111] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 689.530111] env[68205]: value = "task-2903997" [ 689.530111] env[68205]: _type = "Task" [ 689.530111] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.546255] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.546704] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2903997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.565233] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528bc01f-db41-a9cb-54d7-0a883a871506, 'name': SearchDatastore_Task, 'duration_secs': 0.05924} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.567513] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.568057] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 42282b6b-6f06-4f86-ac0a-2a1c5229786a/42282b6b-6f06-4f86-ac0a-2a1c5229786a.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.569173] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Releasing lock "refresh_cache-5ffc47b4-c8f3-4df1-a64f-44854b07bc68" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.572060] env[68205]: DEBUG nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Received event network-vif-plugged-100f1ab4-e79a-4a2d-a588-07c33121dcd8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.572060] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Acquiring lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.572060] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.572060] env[68205]: DEBUG oslo_concurrency.lockutils [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] Lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.572060] env[68205]: DEBUG nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] No waiting events found dispatching network-vif-plugged-100f1ab4-e79a-4a2d-a588-07c33121dcd8 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.572060] env[68205]: WARNING nova.compute.manager [req-1b8e3c1d-ccaf-4dcd-bcff-096fc0810645 req-8710f027-ceb1-4d85-bfb6-629f6cc711cb service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Received unexpected event network-vif-plugged-100f1ab4-e79a-4a2d-a588-07c33121dcd8 for instance with vm_state building and task_state spawning. [ 689.572060] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9df8dc2-06b0-43c6-a3f9-a9e2d5ce95ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.580355] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 689.580355] env[68205]: value = "task-2903998" [ 689.580355] env[68205]: _type = "Task" [ 689.580355] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.592358] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2903998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.600945] env[68205]: DEBUG nova.network.neutron [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.611603] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c27956-e906-4f34-bd94-ae1de8426caf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.620939] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5711771e-ab08-4ebd-a6e3-4aac4d345c02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.660785] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760664f3-2015-464a-8e9e-2723a0aa7e02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.672479] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80afc9ea-1cd7-477e-9efc-bf72225b53b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.686015] env[68205]: DEBUG nova.compute.provider_tree [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.755668] env[68205]: DEBUG nova.compute.manager [req-8f367715-bb26-46f7-a77f-f9ce2944f119 req-f525235c-f639-4013-b6ea-95933a5a782f service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Received event network-changed-100f1ab4-e79a-4a2d-a588-07c33121dcd8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.755668] env[68205]: DEBUG nova.compute.manager [req-8f367715-bb26-46f7-a77f-f9ce2944f119 req-f525235c-f639-4013-b6ea-95933a5a782f service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Refreshing instance network info cache due to event network-changed-100f1ab4-e79a-4a2d-a588-07c33121dcd8. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.755871] env[68205]: DEBUG oslo_concurrency.lockutils [req-8f367715-bb26-46f7-a77f-f9ce2944f119 req-f525235c-f639-4013-b6ea-95933a5a782f service nova] Acquiring lock "refresh_cache-42282b6b-6f06-4f86-ac0a-2a1c5229786a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.756018] env[68205]: DEBUG oslo_concurrency.lockutils [req-8f367715-bb26-46f7-a77f-f9ce2944f119 req-f525235c-f639-4013-b6ea-95933a5a782f service nova] Acquired lock "refresh_cache-42282b6b-6f06-4f86-ac0a-2a1c5229786a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.756205] env[68205]: DEBUG nova.network.neutron [req-8f367715-bb26-46f7-a77f-f9ce2944f119 req-f525235c-f639-4013-b6ea-95933a5a782f service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Refreshing network info cache for port 100f1ab4-e79a-4a2d-a588-07c33121dcd8 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.904506] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903996, 'name': ReconfigVM_Task, 'duration_secs': 0.966013} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.904875] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 15002715-43e8-416a-8a96-a6ebf22b3c2e/15002715-43e8-416a-8a96-a6ebf22b3c2e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.907499] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3ea0a8b-ad5f-4519-96e9-3c35e193b204 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.922387] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 689.922387] env[68205]: value = "task-2903999" [ 689.922387] env[68205]: _type = "Task" [ 689.922387] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.936965] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903999, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.051143] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2903997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067451} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.052283] env[68205]: DEBUG nova.network.neutron [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Updating instance_info_cache with network_info: [{"id": "f5df8f75-6e80-434f-b482-9eec50df9cf5", "address": "fa:16:3e:57:62:f0", "network": {"id": "2899efb0-f08a-4c82-b568-685a4653b328", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1754143676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4f7f86ccb74cd69d6e5a242d6df90c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5df8f75-6e", "ovs_interfaceid": "f5df8f75-6e80-434f-b482-9eec50df9cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.053579] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.057260] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eb1f51-4d98-4ec0-94cf-e0296426a33a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.095159] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 5ffc47b4-c8f3-4df1-a64f-44854b07bc68/5ffc47b4-c8f3-4df1-a64f-44854b07bc68.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.100743] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1068862d-d9ad-4a27-8c6c-91973e23bbff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.118323] env[68205]: DEBUG nova.network.neutron [req-7f262a6a-76d3-4533-951e-77aefb141377 req-2a2e0bfe-15b7-4c07-870c-a3009eb6a470 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Updated VIF entry in instance network info cache for port f70c2272-c8c7-48ae-a047-748a42069985. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.118323] env[68205]: DEBUG nova.network.neutron [req-7f262a6a-76d3-4533-951e-77aefb141377 req-2a2e0bfe-15b7-4c07-870c-a3009eb6a470 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Updating instance_info_cache with network_info: [{"id": "f70c2272-c8c7-48ae-a047-748a42069985", "address": "fa:16:3e:4c:cd:2e", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf70c2272-c8", "ovs_interfaceid": "f70c2272-c8c7-48ae-a047-748a42069985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.124924] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2903998, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.127201] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 690.127201] env[68205]: value = "task-2904000" [ 690.127201] env[68205]: _type = "Task" [ 690.127201] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.139941] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.192535] env[68205]: DEBUG nova.scheduler.client.report [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.259447] env[68205]: DEBUG nova.compute.manager [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.298769] env[68205]: DEBUG nova.virt.hardware [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.299705] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3630f21-cff4-4ba3-91fe-02498092c6b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.311134] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e6b4a8-98be-4e74-b3c9-41cd7f309036 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.325231] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.330980] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Creating folder: Project (c36be6ddbe8e4b9886fc1351eed72cfd). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.331183] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49bfb8e8-95e5-4a5b-9cf3-947d8057a210 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.344883] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Created folder: Project (c36be6ddbe8e4b9886fc1351eed72cfd) in parent group-v583212. [ 690.344883] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Creating folder: Instances. Parent ref: group-v583243. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.345357] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d48af398-ad3a-425d-afd6-e1cd632e525b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.357696] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Created folder: Instances in parent group-v583243. [ 690.358659] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.358659] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.358659] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a78a8d3-2c69-4ac9-ad76-1234fc03e42e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.380955] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.380955] env[68205]: value = "task-2904003" [ 690.380955] env[68205]: _type = "Task" [ 690.380955] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.387776] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904003, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.438979] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903999, 'name': Rename_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.557547] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Releasing lock "refresh_cache-5f04afba-a327-42e4-99f6-16ac25d1256d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.558810] env[68205]: DEBUG nova.compute.manager [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Instance network_info: |[{"id": "f5df8f75-6e80-434f-b482-9eec50df9cf5", "address": "fa:16:3e:57:62:f0", "network": {"id": "2899efb0-f08a-4c82-b568-685a4653b328", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1754143676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4f7f86ccb74cd69d6e5a242d6df90c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5df8f75-6e", "ovs_interfaceid": "f5df8f75-6e80-434f-b482-9eec50df9cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.559562] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:62:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5df8f75-6e80-434f-b482-9eec50df9cf5', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.569286] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Creating folder: Project (4f4f7f86ccb74cd69d6e5a242d6df90c). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.569472] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b878f4f-893f-4539-8e24-2bc431c5c0b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.579865] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Created folder: Project (4f4f7f86ccb74cd69d6e5a242d6df90c) in parent group-v583212. [ 690.579865] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Creating folder: Instances. Parent ref: group-v583246. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.580025] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13a38c49-5d76-4b6a-bab9-1083ba83469d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.591404] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Created folder: Instances in parent group-v583246. [ 690.591404] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.591577] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.591656] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90f72f8f-f62b-4086-9cf0-e375dc12277c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.611341] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2903998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727027} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.612114] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 42282b6b-6f06-4f86-ac0a-2a1c5229786a/42282b6b-6f06-4f86-ac0a-2a1c5229786a.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.612360] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.612638] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-142598b0-e622-43eb-bc4e-b26d5c312f02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.616105] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.616105] env[68205]: value = "task-2904006" [ 690.616105] env[68205]: _type = "Task" [ 690.616105] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.621525] env[68205]: DEBUG oslo_concurrency.lockutils [req-7f262a6a-76d3-4533-951e-77aefb141377 req-2a2e0bfe-15b7-4c07-870c-a3009eb6a470 service nova] Releasing lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.622151] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 690.622151] env[68205]: value = "task-2904007" [ 690.622151] env[68205]: _type = "Task" [ 690.622151] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.631848] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904006, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.639489] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.647508] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904000, 'name': ReconfigVM_Task, 'duration_secs': 0.391024} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.647508] env[68205]: DEBUG nova.network.neutron [req-8f367715-bb26-46f7-a77f-f9ce2944f119 req-f525235c-f639-4013-b6ea-95933a5a782f service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Updated VIF entry in instance network info cache for port 100f1ab4-e79a-4a2d-a588-07c33121dcd8. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.647508] env[68205]: DEBUG nova.network.neutron [req-8f367715-bb26-46f7-a77f-f9ce2944f119 req-f525235c-f639-4013-b6ea-95933a5a782f service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Updating instance_info_cache with network_info: [{"id": "100f1ab4-e79a-4a2d-a588-07c33121dcd8", "address": "fa:16:3e:c1:a3:ce", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100f1ab4-e7", "ovs_interfaceid": "100f1ab4-e79a-4a2d-a588-07c33121dcd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.648992] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 5ffc47b4-c8f3-4df1-a64f-44854b07bc68/5ffc47b4-c8f3-4df1-a64f-44854b07bc68.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.651453] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50a5e1f1-c826-4b10-b27e-ad36cdae2e5a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.663383] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 690.663383] env[68205]: value = "task-2904008" [ 690.663383] env[68205]: _type = "Task" [ 690.663383] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.674605] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904008, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.700356] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.701052] env[68205]: DEBUG nova.compute.manager [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.704445] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.311s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.706112] env[68205]: INFO nova.compute.claims [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.891103] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904003, 'name': CreateVM_Task, 'duration_secs': 0.327873} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.891285] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.891710] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.891868] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.892210] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.892455] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478ec3e7-04f8-442d-8709-207eea8bfcae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.897374] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for the task: (returnval){ [ 690.897374] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520ec777-0698-68c8-212d-361debcd67bb" [ 690.897374] env[68205]: _type = "Task" [ 690.897374] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.905735] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520ec777-0698-68c8-212d-361debcd67bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.936041] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903999, 'name': Rename_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.138831] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904006, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.143556] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072346} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.144535] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.144708] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5091d1e-ba72-4a9a-b51b-b0c3fb755a34 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.168349] env[68205]: DEBUG oslo_concurrency.lockutils [req-8f367715-bb26-46f7-a77f-f9ce2944f119 req-f525235c-f639-4013-b6ea-95933a5a782f service nova] Releasing lock "refresh_cache-42282b6b-6f06-4f86-ac0a-2a1c5229786a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.168349] env[68205]: DEBUG nova.compute.manager [req-8f367715-bb26-46f7-a77f-f9ce2944f119 req-f525235c-f639-4013-b6ea-95933a5a782f service nova] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Received event network-vif-deleted-d0d899e2-5ed4-414a-a9c8-d0a72292697b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.177426] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 42282b6b-6f06-4f86-ac0a-2a1c5229786a/42282b6b-6f06-4f86-ac0a-2a1c5229786a.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.181385] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f2668e-a9eb-4b70-9564-d41fdd605b75 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.203116] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904008, 'name': Rename_Task, 'duration_secs': 0.156007} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.204732] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.205406] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 691.205406] env[68205]: value = "task-2904009" [ 691.205406] env[68205]: _type = "Task" [ 691.205406] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.205627] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d4fdb3f-a729-4445-88f4-faf29a28b651 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.215623] env[68205]: DEBUG nova.compute.utils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.216665] env[68205]: DEBUG nova.compute.manager [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.217275] env[68205]: DEBUG nova.network.neutron [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.224927] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 691.224927] env[68205]: value = "task-2904010" [ 691.224927] env[68205]: _type = "Task" [ 691.224927] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.228802] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.240586] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.253023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquiring lock "4f242541-d0d9-404f-b663-389fd58b4fb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.253023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "4f242541-d0d9-404f-b663-389fd58b4fb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.253023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquiring lock "4f242541-d0d9-404f-b663-389fd58b4fb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.253023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "4f242541-d0d9-404f-b663-389fd58b4fb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.253023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "4f242541-d0d9-404f-b663-389fd58b4fb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.254991] env[68205]: INFO nova.compute.manager [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Terminating instance [ 691.388051] env[68205]: DEBUG nova.policy [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdacb7f781a341999fd7a869bf4b03eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d6b225eb5804532b5b2b5b1dfea8945', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.411983] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520ec777-0698-68c8-212d-361debcd67bb, 'name': SearchDatastore_Task, 'duration_secs': 0.035033} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.413230] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.413230] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.414157] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.414157] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.414157] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.414157] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7bec828-8c91-4bcf-b2de-7feef7f89b1f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.423714] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.424397] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.424814] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c97beb-d403-4ad2-b8aa-d38a1c7af97a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.435030] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for the task: (returnval){ [ 691.435030] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5254b00b-27cf-8ffa-3e14-bc9dc8be14b1" [ 691.435030] env[68205]: _type = "Task" [ 691.435030] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.437877] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2903999, 'name': Rename_Task, 'duration_secs': 1.501138} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.441615] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.442471] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a144015e-401a-43f6-a2ea-c69394771fdf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.450543] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5254b00b-27cf-8ffa-3e14-bc9dc8be14b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.452151] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 691.452151] env[68205]: value = "task-2904011" [ 691.452151] env[68205]: _type = "Task" [ 691.452151] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.452372] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc57e28-06a7-4ea6-8b49-a2d7050ea790 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.466326] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904011, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.467189] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for the task: (returnval){ [ 691.467189] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529fcbb9-88e9-864b-25fc-ee798419ba8a" [ 691.467189] env[68205]: _type = "Task" [ 691.467189] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.479274] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529fcbb9-88e9-864b-25fc-ee798419ba8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012588} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.479274] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.479274] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] b3f53fc9-d041-4c75-80fd-a2f5ee6c7283/b3f53fc9-d041-4c75-80fd-a2f5ee6c7283.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.479274] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1322087-9267-4730-8bbf-01b485e59aea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.486182] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for the task: (returnval){ [ 691.486182] env[68205]: value = "task-2904012" [ 691.486182] env[68205]: _type = "Task" [ 691.486182] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.495585] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.628955] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904006, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.725706] env[68205]: DEBUG nova.compute.manager [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.730358] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquiring lock "dea10c6f-225d-40dc-a364-8cd319223bc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.730358] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lock "dea10c6f-225d-40dc-a364-8cd319223bc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.734359] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904009, 'name': ReconfigVM_Task, 'duration_secs': 0.337945} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.739630] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 42282b6b-6f06-4f86-ac0a-2a1c5229786a/42282b6b-6f06-4f86-ac0a-2a1c5229786a.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.740883] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b59eba59-7d45-4f7b-95a0-fed8676be99c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.754220] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904010, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.754220] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 691.754220] env[68205]: value = "task-2904013" [ 691.754220] env[68205]: _type = "Task" [ 691.754220] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.767493] env[68205]: DEBUG nova.compute.manager [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.767749] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.768109] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904013, 'name': Rename_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.772064] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33be71a7-919d-4d2a-9e90-7b53d8e3195f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.785114] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.788859] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d039fc0c-a4ae-4232-aad7-5ed6e34204a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.796475] env[68205]: DEBUG oslo_vmware.api [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for the task: (returnval){ [ 691.796475] env[68205]: value = "task-2904014" [ 691.796475] env[68205]: _type = "Task" [ 691.796475] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.813776] env[68205]: DEBUG oslo_vmware.api [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2904014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.974544] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.001523] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904012, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.135427] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904006, 'name': CreateVM_Task, 'duration_secs': 1.213293} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.136722] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.137511] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a6c4ae-02f8-46f4-83e2-dec049c424dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.140619] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.140901] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.141156] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.141414] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714a6fb7-6cd4-4fa9-a171-b1876861fdcf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.152201] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084ad966-8f13-4ec4-9e9d-7348eb23b69b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.156600] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for the task: (returnval){ [ 692.156600] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f66042-4bb6-24cf-5f5c-e77d664af6d9" [ 692.156600] env[68205]: _type = "Task" [ 692.156600] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.189944] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31b683d-6fe2-4c29-a097-6d8a4984b0f8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.196191] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f66042-4bb6-24cf-5f5c-e77d664af6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.196838] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.197185] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.197430] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.197592] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.199020] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.199912] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe584605-1327-4a6a-95e3-3f51d3996413 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.204173] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271d6a03-2c33-4eb8-bea4-bb4cc3294a8a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.222999] env[68205]: DEBUG nova.compute.provider_tree [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.225614] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.225788] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.226815] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c278f74-5b9c-42f6-b540-19637e9c4900 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.234585] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for the task: (returnval){ [ 692.234585] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ad92c2-c502-80f7-2e8c-022251b69a8f" [ 692.234585] env[68205]: _type = "Task" [ 692.234585] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.247487] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904010, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.251337] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ad92c2-c502-80f7-2e8c-022251b69a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.263174] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904013, 'name': Rename_Task, 'duration_secs': 0.161337} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.263472] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.264049] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c740bf5-5946-4b76-a1fe-d260d767a2c4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.270530] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 692.270530] env[68205]: value = "task-2904015" [ 692.270530] env[68205]: _type = "Task" [ 692.270530] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.278586] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.309763] env[68205]: DEBUG oslo_vmware.api [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2904014, 'name': PowerOffVM_Task, 'duration_secs': 0.310697} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.310231] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.310505] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.312626] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a01ea28a-c3aa-4086-9d95-e054d6e8dd01 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.396638] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.396756] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.396936] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Deleting the datastore file [datastore2] 4f242541-d0d9-404f-b663-389fd58b4fb4 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.397205] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23ea90f6-fe51-4788-94eb-c19f021c9376 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.403637] env[68205]: DEBUG oslo_vmware.api [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for the task: (returnval){ [ 692.403637] env[68205]: value = "task-2904017" [ 692.403637] env[68205]: _type = "Task" [ 692.403637] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.414030] env[68205]: DEBUG oslo_vmware.api [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2904017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.469171] env[68205]: DEBUG oslo_vmware.api [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904011, 'name': PowerOnVM_Task, 'duration_secs': 0.686216} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.469453] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.469643] env[68205]: INFO nova.compute.manager [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Took 12.72 seconds to spawn the instance on the hypervisor. [ 692.469834] env[68205]: DEBUG nova.compute.manager [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.470688] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3aaf16-a216-4120-9af5-7a0a8ea86ed4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.498032] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567341} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.500754] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] b3f53fc9-d041-4c75-80fd-a2f5ee6c7283/b3f53fc9-d041-4c75-80fd-a2f5ee6c7283.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.500754] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.500754] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-897f8b1f-9ed9-488e-aec2-068e24d67ec8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.505429] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for the task: (returnval){ [ 692.505429] env[68205]: value = "task-2904018" [ 692.505429] env[68205]: _type = "Task" [ 692.505429] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.521405] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.696717] env[68205]: DEBUG nova.network.neutron [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Successfully created port: 9b789024-19f6-42b7-baa0-2a8b0d225c9e {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.728432] env[68205]: DEBUG nova.scheduler.client.report [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.739855] env[68205]: DEBUG nova.compute.manager [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.754247] env[68205]: DEBUG oslo_vmware.api [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904010, 'name': PowerOnVM_Task, 'duration_secs': 1.130157} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.754247] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.755040] env[68205]: INFO nova.compute.manager [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Took 19.85 seconds to spawn the instance on the hypervisor. [ 692.755460] env[68205]: DEBUG nova.compute.manager [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.760680] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e499163-7c29-49f4-8ae2-074fd52a1ea9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.764511] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ad92c2-c502-80f7-2e8c-022251b69a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.027063} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.765990] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11b3829-e145-4205-bdbe-72b22e77e7ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.786598] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for the task: (returnval){ [ 692.786598] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527ff0e8-d026-08c6-80df-1050ad82dc8c" [ 692.786598] env[68205]: _type = "Task" [ 692.786598] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.788798] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:53:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1222047657',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-243227631',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.789020] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.789180] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.789421] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.789505] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.789633] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.789831] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.789986] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.790165] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.790850] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.790850] env[68205]: DEBUG nova.virt.hardware [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.791726] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297cdebe-38f4-4b38-a962-7f3dbb0c67e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.801846] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904015, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.809707] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92217a7a-0738-47be-a94f-aa3d1af4c6f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.813945] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527ff0e8-d026-08c6-80df-1050ad82dc8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.922028] env[68205]: DEBUG oslo_vmware.api [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Task: {'id': task-2904017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503801} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.922028] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.922028] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.922028] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.922028] env[68205]: INFO nova.compute.manager [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 692.922028] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.922028] env[68205]: DEBUG nova.compute.manager [-] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.922028] env[68205]: DEBUG nova.network.neutron [-] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.001954] env[68205]: INFO nova.compute.manager [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Took 26.71 seconds to build instance. [ 693.017815] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068452} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.018295] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.020369] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062f410e-ce68-40e5-bf89-cc21ea792ca6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.045638] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b3f53fc9-d041-4c75-80fd-a2f5ee6c7283/b3f53fc9-d041-4c75-80fd-a2f5ee6c7283.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.045638] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74576f7a-2161-4dfd-9114-87343e94dbd6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.076958] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for the task: (returnval){ [ 693.076958] env[68205]: value = "task-2904019" [ 693.076958] env[68205]: _type = "Task" [ 693.076958] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.095327] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.187896] env[68205]: DEBUG nova.compute.manager [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Received event network-vif-plugged-f5df8f75-6e80-434f-b482-9eec50df9cf5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.188266] env[68205]: DEBUG oslo_concurrency.lockutils [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] Acquiring lock "5f04afba-a327-42e4-99f6-16ac25d1256d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.188574] env[68205]: DEBUG oslo_concurrency.lockutils [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.190433] env[68205]: DEBUG oslo_concurrency.lockutils [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.190433] env[68205]: DEBUG nova.compute.manager [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] No waiting events found dispatching network-vif-plugged-f5df8f75-6e80-434f-b482-9eec50df9cf5 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.190433] env[68205]: WARNING nova.compute.manager [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Received unexpected event network-vif-plugged-f5df8f75-6e80-434f-b482-9eec50df9cf5 for instance with vm_state building and task_state spawning. [ 693.190433] env[68205]: DEBUG nova.compute.manager [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Received event network-changed-f5df8f75-6e80-434f-b482-9eec50df9cf5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.190433] env[68205]: DEBUG nova.compute.manager [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Refreshing instance network info cache due to event network-changed-f5df8f75-6e80-434f-b482-9eec50df9cf5. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.190937] env[68205]: DEBUG oslo_concurrency.lockutils [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] Acquiring lock "refresh_cache-5f04afba-a327-42e4-99f6-16ac25d1256d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.190937] env[68205]: DEBUG oslo_concurrency.lockutils [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] Acquired lock "refresh_cache-5f04afba-a327-42e4-99f6-16ac25d1256d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.190937] env[68205]: DEBUG nova.network.neutron [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Refreshing network info cache for port f5df8f75-6e80-434f-b482-9eec50df9cf5 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.234521] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.234952] env[68205]: DEBUG nova.compute.manager [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.237601] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.582s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.285344] env[68205]: INFO nova.compute.manager [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Took 29.62 seconds to build instance. [ 693.289570] env[68205]: DEBUG oslo_vmware.api [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904015, 'name': PowerOnVM_Task, 'duration_secs': 0.691759} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.290155] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.290209] env[68205]: INFO nova.compute.manager [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Took 11.08 seconds to spawn the instance on the hypervisor. [ 693.290379] env[68205]: DEBUG nova.compute.manager [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.291208] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de6b3b-ecc4-444c-b2c8-855f8af7a912 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.307282] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527ff0e8-d026-08c6-80df-1050ad82dc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.025103} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.307747] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.307995] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 5f04afba-a327-42e4-99f6-16ac25d1256d/5f04afba-a327-42e4-99f6-16ac25d1256d.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.308286] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3a3b7fe-a3be-4a7f-a802-e35c2b8f91d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.315279] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for the task: (returnval){ [ 693.315279] env[68205]: value = "task-2904020" [ 693.315279] env[68205]: _type = "Task" [ 693.315279] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.323619] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.506942] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5024e68f-1513-4d56-aebb-7f4c319e4fbd tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "15002715-43e8-416a-8a96-a6ebf22b3c2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.228s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.594064] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.639431] env[68205]: DEBUG nova.compute.manager [req-abf54a8a-701e-4efb-af4e-13af5a0e644f req-0291bb3b-a84a-4a24-8cf9-97c7c885be15 service nova] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Received event network-vif-deleted-bb59779b-4da5-4cd1-8a6c-e4528882792e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.744521] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "21153c58-215c-4985-a5c0-1df0cbc0b15c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.744782] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "21153c58-215c-4985-a5c0-1df0cbc0b15c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.749557] env[68205]: INFO nova.compute.claims [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.755136] env[68205]: DEBUG nova.compute.utils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.761579] env[68205]: DEBUG nova.compute.manager [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.761579] env[68205]: DEBUG nova.network.neutron [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.791031] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a2efb55a-ca4d-41bb-a432-8692fcf3ca1b tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.134s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.817125] env[68205]: INFO nova.compute.manager [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Took 26.58 seconds to build instance. [ 693.848438] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.978376] env[68205]: DEBUG nova.policy [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d7ba2a1631b4d178c6cc5c0f59c5ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ed766027e0a49659be6942347b14a54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.009052] env[68205]: DEBUG nova.compute.manager [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.093983] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904019, 'name': ReconfigVM_Task, 'duration_secs': 0.677313} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.094188] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b3f53fc9-d041-4c75-80fd-a2f5ee6c7283/b3f53fc9-d041-4c75-80fd-a2f5ee6c7283.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.094817] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-819ccdee-1ae9-48f6-8b33-73eca44044cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.103106] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for the task: (returnval){ [ 694.103106] env[68205]: value = "task-2904021" [ 694.103106] env[68205]: _type = "Task" [ 694.103106] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.115508] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904021, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.262242] env[68205]: INFO nova.compute.resource_tracker [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating resource usage from migration 1b035d52-b3c5-4fc9-b411-f67f9b6232dc [ 694.265679] env[68205]: DEBUG nova.compute.manager [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.301165] env[68205]: DEBUG nova.compute.manager [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.333306] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708259} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.333565] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 5f04afba-a327-42e4-99f6-16ac25d1256d/5f04afba-a327-42e4-99f6-16ac25d1256d.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.333775] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.337549] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e37fa23-d98d-4d1f-8d77-448ea0f13ad2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.342255] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03935140-1285-4b60-ba4a-bd2b0c7ebf29 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.127s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.350908] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for the task: (returnval){ [ 694.350908] env[68205]: value = "task-2904022" [ 694.350908] env[68205]: _type = "Task" [ 694.350908] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.362655] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.483150] env[68205]: DEBUG nova.network.neutron [-] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.489341] env[68205]: DEBUG nova.network.neutron [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Updated VIF entry in instance network info cache for port f5df8f75-6e80-434f-b482-9eec50df9cf5. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.489723] env[68205]: DEBUG nova.network.neutron [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Updating instance_info_cache with network_info: [{"id": "f5df8f75-6e80-434f-b482-9eec50df9cf5", "address": "fa:16:3e:57:62:f0", "network": {"id": "2899efb0-f08a-4c82-b568-685a4653b328", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1754143676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4f7f86ccb74cd69d6e5a242d6df90c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5df8f75-6e", "ovs_interfaceid": "f5df8f75-6e80-434f-b482-9eec50df9cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.541551] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.622014] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904021, 'name': Rename_Task, 'duration_secs': 0.486797} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.622014] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.622014] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48ee85cd-843f-4b95-8cda-9431fc9f40b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.632165] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for the task: (returnval){ [ 694.632165] env[68205]: value = "task-2904023" [ 694.632165] env[68205]: _type = "Task" [ 694.632165] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.640557] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.657316] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478829a2-3d1d-4403-acce-fce502949e55 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.666178] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff5945d-09b9-4f2e-a1df-ae8efb876ada {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.708335] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8019f27f-0a12-4cb9-8c16-71684bb15e87 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.718570] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c9c7c5-855f-42db-9d79-5bc68a8035d1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.739163] env[68205]: DEBUG nova.compute.provider_tree [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.846960] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.871744] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217298} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.873022] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.873022] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229c57f1-86c4-4c9e-8176-687d34b16646 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.898882] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 5f04afba-a327-42e4-99f6-16ac25d1256d/5f04afba-a327-42e4-99f6-16ac25d1256d.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.899229] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a0c013-a83c-4ee2-a249-b59b877c775d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.925024] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for the task: (returnval){ [ 694.925024] env[68205]: value = "task-2904024" [ 694.925024] env[68205]: _type = "Task" [ 694.925024] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.934568] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.989129] env[68205]: INFO nova.compute.manager [-] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Took 2.07 seconds to deallocate network for instance. [ 694.999047] env[68205]: DEBUG oslo_concurrency.lockutils [req-bb5fb4e8-83c4-4969-ac1f-0d53eedc7467 req-9ac45038-85b6-4e50-8691-fc0c5f38defc service nova] Releasing lock "refresh_cache-5f04afba-a327-42e4-99f6-16ac25d1256d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.109878] env[68205]: DEBUG nova.network.neutron [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Successfully created port: 257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.143256] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904023, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.270620] env[68205]: ERROR nova.scheduler.client.report [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [req-a15afe66-27e3-4722-8e31-f860b5af38a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a15afe66-27e3-4722-8e31-f860b5af38a9"}]} [ 695.277400] env[68205]: DEBUG nova.compute.manager [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.296181] env[68205]: DEBUG nova.scheduler.client.report [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.322026] env[68205]: DEBUG nova.virt.hardware [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.322835] env[68205]: DEBUG nova.scheduler.client.report [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 695.322835] env[68205]: DEBUG nova.compute.provider_tree [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.326808] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f55d638-d41a-4729-ba5c-5deeecc7f2bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.337793] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c50e40-2e18-427e-8724-f0d4a08d0ce9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.346019] env[68205]: DEBUG nova.scheduler.client.report [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 695.376193] env[68205]: DEBUG nova.scheduler.client.report [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 695.442578] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904024, 'name': ReconfigVM_Task, 'duration_secs': 0.485523} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.442578] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 5f04afba-a327-42e4-99f6-16ac25d1256d/5f04afba-a327-42e4-99f6-16ac25d1256d.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.442860] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4175ed8b-d4e6-4d78-a319-3734d4150acf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.454165] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for the task: (returnval){ [ 695.454165] env[68205]: value = "task-2904025" [ 695.454165] env[68205]: _type = "Task" [ 695.454165] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.471290] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904025, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.508039] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.511503] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.511503] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.651098] env[68205]: DEBUG oslo_vmware.api [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904023, 'name': PowerOnVM_Task, 'duration_secs': 0.690522} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.651098] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.651098] env[68205]: INFO nova.compute.manager [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Took 5.39 seconds to spawn the instance on the hypervisor. [ 695.651098] env[68205]: DEBUG nova.compute.manager [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.651098] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455af5ae-a186-4f98-be2d-9aa6fe8538ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.801569] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316f2c87-1098-4901-aa54-7d0305f4d8db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.811046] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b553e07d-f47c-4df4-8e87-f42a4d524f03 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.852953] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee11007c-ded1-4b65-a3b6-1e6ba5c31804 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.863777] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d1abbd-6357-4b4f-b942-0d7266e28c77 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.882436] env[68205]: DEBUG nova.compute.provider_tree [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.967700] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904025, 'name': Rename_Task, 'duration_secs': 0.201891} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.967979] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.968480] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c765e0-3065-4c36-80ca-3b1a01d6987e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.976772] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for the task: (returnval){ [ 695.976772] env[68205]: value = "task-2904026" [ 695.976772] env[68205]: _type = "Task" [ 695.976772] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.987755] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.013955] env[68205]: DEBUG nova.compute.manager [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.062862] env[68205]: DEBUG nova.network.neutron [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Successfully updated port: 9b789024-19f6-42b7-baa0-2a8b0d225c9e {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.180790] env[68205]: INFO nova.compute.manager [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Took 22.94 seconds to build instance. [ 696.427188] env[68205]: DEBUG nova.scheduler.client.report [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 696.429298] env[68205]: DEBUG nova.compute.provider_tree [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 28 to 29 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 696.429298] env[68205]: DEBUG nova.compute.provider_tree [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.488568] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.545332] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.566690] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "refresh_cache-130f933a-da56-4cef-9732-07ca4d5b43fe" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.570188] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquired lock "refresh_cache-130f933a-da56-4cef-9732-07ca4d5b43fe" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.570188] env[68205]: DEBUG nova.network.neutron [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.684813] env[68205]: DEBUG oslo_concurrency.lockutils [None req-38f9d83c-ee01-4b8c-80f6-fae56711ecf8 tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lock "b3f53fc9-d041-4c75-80fd-a2f5ee6c7283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.094s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.936868] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.699s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.937139] env[68205]: INFO nova.compute.manager [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Migrating [ 696.937500] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.937500] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.941063] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.928s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.941063] env[68205]: DEBUG nova.objects.instance [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Lazy-loading 'resources' on Instance uuid f15108d3-114f-4a33-8ffc-133ce917179e {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.989950] env[68205]: DEBUG oslo_vmware.api [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904026, 'name': PowerOnVM_Task, 'duration_secs': 0.914961} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.990244] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.990463] env[68205]: INFO nova.compute.manager [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Took 11.29 seconds to spawn the instance on the hypervisor. [ 696.991200] env[68205]: DEBUG nova.compute.manager [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.991468] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2e0128-fd77-4c70-847c-c4c0721c4452 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.111395] env[68205]: DEBUG nova.network.neutron [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.376625] env[68205]: DEBUG nova.compute.manager [req-42fa6e12-af0f-4f95-92e3-a50362881eeb req-fd7cdddc-a127-4efe-9393-350d8d0abac8 service nova] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Received event network-vif-deleted-4712bd47-604d-4f80-bb6b-c3c97ca7a24b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.441871] env[68205]: INFO nova.compute.rpcapi [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 697.442456] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.469189] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquiring lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.469189] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.474642] env[68205]: DEBUG nova.network.neutron [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Updating instance_info_cache with network_info: [{"id": "9b789024-19f6-42b7-baa0-2a8b0d225c9e", "address": "fa:16:3e:8b:18:19", "network": {"id": "932f72e8-eada-4630-8a3a-9ae739874476", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1880061552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6b225eb5804532b5b2b5b1dfea8945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b789024-19", "ovs_interfaceid": "9b789024-19f6-42b7-baa0-2a8b0d225c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.516464] env[68205]: INFO nova.compute.manager [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Took 24.96 seconds to build instance. [ 697.651193] env[68205]: DEBUG nova.compute.manager [req-c176bbd2-aa95-4db2-b773-60d5bbf184b7 req-77f06245-c5b1-4cfd-a64f-5767e0e4eb87 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Received event network-vif-plugged-9b789024-19f6-42b7-baa0-2a8b0d225c9e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.651193] env[68205]: DEBUG oslo_concurrency.lockutils [req-c176bbd2-aa95-4db2-b773-60d5bbf184b7 req-77f06245-c5b1-4cfd-a64f-5767e0e4eb87 service nova] Acquiring lock "130f933a-da56-4cef-9732-07ca4d5b43fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.651193] env[68205]: DEBUG oslo_concurrency.lockutils [req-c176bbd2-aa95-4db2-b773-60d5bbf184b7 req-77f06245-c5b1-4cfd-a64f-5767e0e4eb87 service nova] Lock "130f933a-da56-4cef-9732-07ca4d5b43fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.651193] env[68205]: DEBUG oslo_concurrency.lockutils [req-c176bbd2-aa95-4db2-b773-60d5bbf184b7 req-77f06245-c5b1-4cfd-a64f-5767e0e4eb87 service nova] Lock "130f933a-da56-4cef-9732-07ca4d5b43fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.651441] env[68205]: DEBUG nova.compute.manager [req-c176bbd2-aa95-4db2-b773-60d5bbf184b7 req-77f06245-c5b1-4cfd-a64f-5767e0e4eb87 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] No waiting events found dispatching network-vif-plugged-9b789024-19f6-42b7-baa0-2a8b0d225c9e {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.651529] env[68205]: WARNING nova.compute.manager [req-c176bbd2-aa95-4db2-b773-60d5bbf184b7 req-77f06245-c5b1-4cfd-a64f-5767e0e4eb87 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Received unexpected event network-vif-plugged-9b789024-19f6-42b7-baa0-2a8b0d225c9e for instance with vm_state building and task_state spawning. [ 697.824917] env[68205]: DEBUG nova.compute.manager [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.826490] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23749f2-7c3c-469d-be04-33840bb2cfde {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.832960] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.832960] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.832960] env[68205]: DEBUG nova.compute.manager [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.832960] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff1935a-44f8-4717-aa50-aad344718719 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.846654] env[68205]: DEBUG nova.compute.manager [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 697.847385] env[68205]: DEBUG nova.objects.instance [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lazy-loading 'flavor' on Instance uuid 42282b6b-6f06-4f86-ac0a-2a1c5229786a {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.889916] env[68205]: DEBUG nova.network.neutron [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Successfully updated port: 257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.972337] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.972515] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.972701] env[68205]: DEBUG nova.network.neutron [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.977166] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Releasing lock "refresh_cache-130f933a-da56-4cef-9732-07ca4d5b43fe" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.977581] env[68205]: DEBUG nova.compute.manager [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Instance network_info: |[{"id": "9b789024-19f6-42b7-baa0-2a8b0d225c9e", "address": "fa:16:3e:8b:18:19", "network": {"id": "932f72e8-eada-4630-8a3a-9ae739874476", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1880061552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6b225eb5804532b5b2b5b1dfea8945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b789024-19", "ovs_interfaceid": "9b789024-19f6-42b7-baa0-2a8b0d225c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.977948] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:18:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b789024-19f6-42b7-baa0-2a8b0d225c9e', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.993124] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Creating folder: Project (0d6b225eb5804532b5b2b5b1dfea8945). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.995790] env[68205]: DEBUG nova.compute.manager [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.998578] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca1df5d-013e-4aff-ba20-66b33dacb98e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.001767] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a9931-f7d5-45a6-ac90-059eeb445c0d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.014711] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907abfde-228b-48f1-be34-96ff0ee756cc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.022666] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3edd0d8a-a5b1-43fd-9d44-398c8f01d2dd tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.222s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.023624] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Created folder: Project (0d6b225eb5804532b5b2b5b1dfea8945) in parent group-v583212. [ 698.025490] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Creating folder: Instances. Parent ref: group-v583249. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.026207] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6630983c-3828-4749-8ec1-933b774365e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.061935] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bbc710-1816-4149-b152-eff8d24196f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.064688] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Created folder: Instances in parent group-v583249. [ 698.064941] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.069763] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.070435] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de11aee3-bbf9-4f72-b82e-336203144d64 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.091230] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514fe8c4-d45b-4028-9547-18751b3e3d72 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.098313] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.098313] env[68205]: value = "task-2904029" [ 698.098313] env[68205]: _type = "Task" [ 698.098313] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.110765] env[68205]: DEBUG nova.compute.provider_tree [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.118074] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904029, 'name': CreateVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.353960] env[68205]: INFO nova.compute.manager [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] instance snapshotting [ 698.371826] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d95318-25fc-4b63-be7d-2acdd3aea147 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.400506] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.400654] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.400770] env[68205]: DEBUG nova.network.neutron [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.403648] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f3d8db-cccc-4097-81b1-2c2bd7e2291b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.532482] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.612852] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904029, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.620270] env[68205]: DEBUG nova.scheduler.client.report [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.863164] env[68205]: DEBUG nova.compute.manager [None req-33b7f888-40b6-4ef4-9940-ddc067edf0f2 tempest-ServerDiagnosticsV248Test-275013664 tempest-ServerDiagnosticsV248Test-275013664-project-admin] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.864602] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55214ae1-8315-4d9a-a759-a7f969901aa3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.869635] env[68205]: DEBUG oslo_concurrency.lockutils [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.869933] env[68205]: DEBUG oslo_concurrency.lockutils [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.870224] env[68205]: DEBUG oslo_concurrency.lockutils [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.870478] env[68205]: DEBUG oslo_concurrency.lockutils [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.870701] env[68205]: DEBUG oslo_concurrency.lockutils [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.874508] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.874839] env[68205]: INFO nova.compute.manager [None req-33b7f888-40b6-4ef4-9940-ddc067edf0f2 tempest-ServerDiagnosticsV248Test-275013664 tempest-ServerDiagnosticsV248Test-275013664-project-admin] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Retrieving diagnostics [ 698.875363] env[68205]: INFO nova.compute.manager [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Terminating instance [ 698.876737] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd467277-85ad-409c-a87a-4759ff72db58 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.879047] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500cc859-d6ef-42de-811b-99e38a88349a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.926760] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 698.926760] env[68205]: DEBUG oslo_vmware.api [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 698.926760] env[68205]: value = "task-2904030" [ 698.926760] env[68205]: _type = "Task" [ 698.926760] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.926760] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c20878a4-384d-43b8-8b23-a214ebcb5787 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.938165] env[68205]: DEBUG oslo_vmware.api [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.940035] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 698.940035] env[68205]: value = "task-2904031" [ 698.940035] env[68205]: _type = "Task" [ 698.940035] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.950220] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904031, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.995478] env[68205]: DEBUG nova.network.neutron [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.115548] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904029, 'name': CreateVM_Task, 'duration_secs': 0.59806} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.115717] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.116785] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.116942] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.117565] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.117837] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3343bf4-e269-453e-8f1d-0a56fdb7c6a2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.123856] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 699.123856] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d34318-4430-bd74-6682-9210c36875b5" [ 699.123856] env[68205]: _type = "Task" [ 699.123856] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.127477] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.130106] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.301s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.131748] env[68205]: INFO nova.compute.claims [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.142025] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d34318-4430-bd74-6682-9210c36875b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.172068] env[68205]: INFO nova.scheduler.client.report [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Deleted allocations for instance f15108d3-114f-4a33-8ffc-133ce917179e [ 699.200446] env[68205]: DEBUG nova.network.neutron [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance_info_cache with network_info: [{"id": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "address": "fa:16:3e:d1:db:fe", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772c4a55-d6", "ovs_interfaceid": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.387205] env[68205]: DEBUG nova.compute.manager [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.387474] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.388555] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f88a79-71a6-4a55-aaf6-67ff193ae84a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.400374] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.400659] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfc9b993-603e-4cd4-ba6c-d5ce295dd724 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.418313] env[68205]: DEBUG oslo_vmware.api [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 699.418313] env[68205]: value = "task-2904032" [ 699.418313] env[68205]: _type = "Task" [ 699.418313] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.426819] env[68205]: DEBUG oslo_vmware.api [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.437819] env[68205]: DEBUG oslo_vmware.api [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904030, 'name': PowerOffVM_Task, 'duration_secs': 0.504827} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.438188] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.438690] env[68205]: DEBUG nova.compute.manager [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.440205] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac39105-9c36-4bd4-81aa-482171372524 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.460850] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904031, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.512740] env[68205]: DEBUG nova.network.neutron [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updating instance_info_cache with network_info: [{"id": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "address": "fa:16:3e:25:34:72", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257cde4a-e1", "ovs_interfaceid": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.648828] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d34318-4430-bd74-6682-9210c36875b5, 'name': SearchDatastore_Task, 'duration_secs': 0.022069} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.649471] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.649471] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.650969] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.650969] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.650969] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.650969] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bdd7d20-db6d-49c7-a15f-cec77588896d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.662895] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.663228] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.665137] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f3c293-ad56-4b42-a1b7-804991bdd3ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.678254] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 699.678254] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5209d05c-6027-663e-dd3f-d0f427c7acb8" [ 699.678254] env[68205]: _type = "Task" [ 699.678254] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.695113] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4fc98d4c-a99b-4ad5-bc85-382782084b58 tempest-DeleteServersAdminTestJSON-49321825 tempest-DeleteServersAdminTestJSON-49321825-project-admin] Lock "f15108d3-114f-4a33-8ffc-133ce917179e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.603s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.704319] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.706992] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5209d05c-6027-663e-dd3f-d0f427c7acb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012642} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.708066] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82dffd08-ca61-432f-b9b3-ce1bc6b26cb7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.720446] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 699.720446] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fd20d0-ae37-3f21-34ff-e4799d905e90" [ 699.720446] env[68205]: _type = "Task" [ 699.720446] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.735787] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fd20d0-ae37-3f21-34ff-e4799d905e90, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.735787] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.735787] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 130f933a-da56-4cef-9732-07ca4d5b43fe/130f933a-da56-4cef-9732-07ca4d5b43fe.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.736298] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-587a6190-a575-4b58-bcc3-0dbf2783b4c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.745346] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 699.745346] env[68205]: value = "task-2904033" [ 699.745346] env[68205]: _type = "Task" [ 699.745346] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.756601] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.935567] env[68205]: DEBUG oslo_vmware.api [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904032, 'name': PowerOffVM_Task, 'duration_secs': 0.295489} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.935849] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.936090] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.936404] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3143d65b-177e-4815-9a91-f5ce7baf084e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.966332] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904031, 'name': CreateSnapshot_Task, 'duration_secs': 0.781505} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.966332] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 699.966332] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25142b5b-4250-44ea-bc4a-3f7b2f7d060f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.970031] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d4f3837-57d8-48e1-9b55-204d046d7b35 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.138s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.019788] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.020135] env[68205]: DEBUG nova.compute.manager [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Instance network_info: |[{"id": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "address": "fa:16:3e:25:34:72", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257cde4a-e1", "ovs_interfaceid": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.020608] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:34:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '257cde4a-e17a-4955-aed0-7cf9c2b0b0c2', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.029205] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Creating folder: Project (3ed766027e0a49659be6942347b14a54). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.030259] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2f7bc4a-d1ca-4877-a7ee-052b9e35ae2b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.043888] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Created folder: Project (3ed766027e0a49659be6942347b14a54) in parent group-v583212. [ 700.044357] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Creating folder: Instances. Parent ref: group-v583253. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.044643] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47ecb35f-8013-4511-9611-561f9c20e73c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.057594] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Created folder: Instances in parent group-v583253. [ 700.057855] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.058084] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.058326] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60fac787-e1c5-4397-97ab-3c96baf4968d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.082591] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.082591] env[68205]: value = "task-2904037" [ 700.082591] env[68205]: _type = "Task" [ 700.082591] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.092353] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.092790] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.092898] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Deleting the datastore file [datastore2] 5ffc47b4-c8f3-4df1-a64f-44854b07bc68 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.098092] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-522ff32b-441e-45c1-a81b-8b31c89feab6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.100352] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904037, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.107715] env[68205]: DEBUG oslo_vmware.api [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 700.107715] env[68205]: value = "task-2904038" [ 700.107715] env[68205]: _type = "Task" [ 700.107715] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.120671] env[68205]: DEBUG oslo_vmware.api [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.259970] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904033, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.489810] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 700.490449] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7199211-9dbf-4266-a4c1-0f351c1f637d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.501757] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 700.501757] env[68205]: value = "task-2904039" [ 700.501757] env[68205]: _type = "Task" [ 700.501757] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.516215] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904039, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.598489] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904037, 'name': CreateVM_Task, 'duration_secs': 0.482091} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.602442] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.602442] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ae8cdb-a3ed-4cc4-a061-da796d48fcd2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.606909] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.607059] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.607659] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.607659] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ca4ad2-fe02-472d-a6f1-21baf5b81217 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.623025] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb25ab5-49d9-40b2-889c-9c33e386923d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.624237] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 700.624237] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cdece7-3890-5d59-02ae-1b1c096d035c" [ 700.624237] env[68205]: _type = "Task" [ 700.624237] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.629037] env[68205]: DEBUG oslo_vmware.api [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.670611] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f92573-68dd-4e0c-9b5e-d348b9f0b3a2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.677474] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cdece7-3890-5d59-02ae-1b1c096d035c, 'name': SearchDatastore_Task, 'duration_secs': 0.01538} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.678460] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.678524] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.678885] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.678885] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.679090] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.679330] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc89055a-e88c-4b75-8b84-5ea39ac9998d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.686341] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57bc2b0-ae46-4863-be3b-cadc0d99dcec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.709903] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.710196] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.711267] env[68205]: DEBUG nova.compute.provider_tree [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.713025] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d10d0034-edd6-4d81-bd22-1dd55141b3ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.728034] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 700.728034] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a91e93-90fa-732a-b9f1-37f4ca53f411" [ 700.728034] env[68205]: _type = "Task" [ 700.728034] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.742276] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a91e93-90fa-732a-b9f1-37f4ca53f411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.758362] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786721} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.758795] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 130f933a-da56-4cef-9732-07ca4d5b43fe/130f933a-da56-4cef-9732-07ca4d5b43fe.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.759042] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.759648] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79c7263d-bd66-4a80-8a6b-d63b40f6000e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.769173] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 700.769173] env[68205]: value = "task-2904040" [ 700.769173] env[68205]: _type = "Task" [ 700.769173] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.785530] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.019949] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904039, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.122514] env[68205]: DEBUG oslo_vmware.api [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595762} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.122884] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.122995] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.123479] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.123479] env[68205]: INFO nova.compute.manager [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Took 1.74 seconds to destroy the instance on the hypervisor. [ 701.123620] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.125511] env[68205]: DEBUG nova.compute.manager [-] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.125628] env[68205]: DEBUG nova.network.neutron [-] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.128674] env[68205]: DEBUG nova.compute.manager [req-3a61a6ec-eaf0-412a-ba3f-2b0904ffac6d req-0bbff501-94b7-4b2b-b22a-40eabc176519 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Received event network-changed-f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.128933] env[68205]: DEBUG nova.compute.manager [req-3a61a6ec-eaf0-412a-ba3f-2b0904ffac6d req-0bbff501-94b7-4b2b-b22a-40eabc176519 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Refreshing instance network info cache due to event network-changed-f70c2272-c8c7-48ae-a047-748a42069985. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.129105] env[68205]: DEBUG oslo_concurrency.lockutils [req-3a61a6ec-eaf0-412a-ba3f-2b0904ffac6d req-0bbff501-94b7-4b2b-b22a-40eabc176519 service nova] Acquiring lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.129250] env[68205]: DEBUG oslo_concurrency.lockutils [req-3a61a6ec-eaf0-412a-ba3f-2b0904ffac6d req-0bbff501-94b7-4b2b-b22a-40eabc176519 service nova] Acquired lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.129403] env[68205]: DEBUG nova.network.neutron [req-3a61a6ec-eaf0-412a-ba3f-2b0904ffac6d req-0bbff501-94b7-4b2b-b22a-40eabc176519 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Refreshing network info cache for port f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.218492] env[68205]: DEBUG nova.scheduler.client.report [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.227572] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f918593e-fe5c-45ab-8b77-54ff27cb4b09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.244897] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a91e93-90fa-732a-b9f1-37f4ca53f411, 'name': SearchDatastore_Task, 'duration_secs': 0.018036} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.267820] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance '9e810eb2-b946-420e-91ce-13286fe3b51e' progress to 0 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.271853] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b23865-f753-4302-bdd9-369556194362 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.283411] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 701.283411] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52243018-0961-cbbb-2b62-d86be124e337" [ 701.283411] env[68205]: _type = "Task" [ 701.283411] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.286575] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144962} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.293502] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.294559] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5eee03-2e9b-4797-90cb-244a840a209d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.315941] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52243018-0961-cbbb-2b62-d86be124e337, 'name': SearchDatastore_Task, 'duration_secs': 0.016212} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.325155] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 130f933a-da56-4cef-9732-07ca4d5b43fe/130f933a-da56-4cef-9732-07ca4d5b43fe.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.325499] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.326354] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 6980d130-8086-4b37-a596-961f8852bacd/6980d130-8086-4b37-a596-961f8852bacd.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.326354] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b06d3f99-780f-4034-8589-c63dd979da68 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.343560] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b8e1809-a4f9-4c65-93a2-8ae6e70088fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.352715] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 701.352715] env[68205]: value = "task-2904041" [ 701.352715] env[68205]: _type = "Task" [ 701.352715] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.354289] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 701.354289] env[68205]: value = "task-2904042" [ 701.354289] env[68205]: _type = "Task" [ 701.354289] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.367158] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.370103] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.451645] env[68205]: DEBUG nova.compute.manager [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Received event network-changed-9b789024-19f6-42b7-baa0-2a8b0d225c9e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.451645] env[68205]: DEBUG nova.compute.manager [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Refreshing instance network info cache due to event network-changed-9b789024-19f6-42b7-baa0-2a8b0d225c9e. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.451645] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Acquiring lock "refresh_cache-130f933a-da56-4cef-9732-07ca4d5b43fe" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.451645] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Acquired lock "refresh_cache-130f933a-da56-4cef-9732-07ca4d5b43fe" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.451645] env[68205]: DEBUG nova.network.neutron [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Refreshing network info cache for port 9b789024-19f6-42b7-baa0-2a8b0d225c9e {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.475707] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquiring lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.476122] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.514060] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904039, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.725092] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.725810] env[68205]: DEBUG nova.compute.manager [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.729157] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.903s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.734134] env[68205]: DEBUG nova.objects.instance [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lazy-loading 'resources' on Instance uuid c6cbf03e-7419-49ae-8edf-2d46e8416e2b {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.777522] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.779781] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be7703e8-2e36-4dd0-a61f-000e88a0d438 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.791031] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 701.791031] env[68205]: value = "task-2904043" [ 701.791031] env[68205]: _type = "Task" [ 701.791031] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.806910] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.873773] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.878687] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.978625] env[68205]: DEBUG nova.compute.manager [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.022504] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904039, 'name': CloneVM_Task} progress is 95%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.237120] env[68205]: DEBUG nova.compute.utils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.241441] env[68205]: DEBUG nova.compute.manager [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.245019] env[68205]: DEBUG nova.network.neutron [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.313283] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904043, 'name': PowerOffVM_Task, 'duration_secs': 0.303833} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.314947] env[68205]: DEBUG nova.policy [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd057aa879107427ebcfbee3711a0f3eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b077dee8222b44b9bf7a001d4fe82c40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.316589] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.316869] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance '9e810eb2-b946-420e-91ce-13286fe3b51e' progress to 17 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.374388] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648799} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.374586] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904042, 'name': ReconfigVM_Task, 'duration_secs': 0.792397} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.378140] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 6980d130-8086-4b37-a596-961f8852bacd/6980d130-8086-4b37-a596-961f8852bacd.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.378327] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.379043] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 130f933a-da56-4cef-9732-07ca4d5b43fe/130f933a-da56-4cef-9732-07ca4d5b43fe.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.382236] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55bf3e7b-6c83-4844-95a9-022a106533f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.383746] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ad7b1df-4280-449d-8806-adbc2228971a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.396077] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 702.396077] env[68205]: value = "task-2904045" [ 702.396077] env[68205]: _type = "Task" [ 702.396077] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.397809] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 702.397809] env[68205]: value = "task-2904044" [ 702.397809] env[68205]: _type = "Task" [ 702.397809] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.425874] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.426715] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904044, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.507804] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.519916] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904039, 'name': CloneVM_Task, 'duration_secs': 1.731078} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.520763] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Created linked-clone VM from snapshot [ 702.520986] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd42cd7-344e-47b7-bd4e-8fd99381e158 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.534611] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Uploading image ca0c8423-6522-42b0-a097-96d1e2f96828 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 702.560660] env[68205]: DEBUG nova.network.neutron [req-3a61a6ec-eaf0-412a-ba3f-2b0904ffac6d req-0bbff501-94b7-4b2b-b22a-40eabc176519 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Updated VIF entry in instance network info cache for port f70c2272-c8c7-48ae-a047-748a42069985. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.561311] env[68205]: DEBUG nova.network.neutron [req-3a61a6ec-eaf0-412a-ba3f-2b0904ffac6d req-0bbff501-94b7-4b2b-b22a-40eabc176519 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Updating instance_info_cache with network_info: [{"id": "f70c2272-c8c7-48ae-a047-748a42069985", "address": "fa:16:3e:4c:cd:2e", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf70c2272-c8", "ovs_interfaceid": "f70c2272-c8c7-48ae-a047-748a42069985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.565059] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.565691] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-361bc6da-dbc9-406d-8325-2a3dffef439f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.579686] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 702.579686] env[68205]: value = "task-2904046" [ 702.579686] env[68205]: _type = "Task" [ 702.579686] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.590999] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904046, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.711590] env[68205]: DEBUG nova.network.neutron [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Updated VIF entry in instance network info cache for port 9b789024-19f6-42b7-baa0-2a8b0d225c9e. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.713146] env[68205]: DEBUG nova.network.neutron [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Updating instance_info_cache with network_info: [{"id": "9b789024-19f6-42b7-baa0-2a8b0d225c9e", "address": "fa:16:3e:8b:18:19", "network": {"id": "932f72e8-eada-4630-8a3a-9ae739874476", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1880061552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6b225eb5804532b5b2b5b1dfea8945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b789024-19", "ovs_interfaceid": "9b789024-19f6-42b7-baa0-2a8b0d225c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.739234] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef967c3-ba8f-4d66-9148-3c5f6df1cbf5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.749095] env[68205]: DEBUG nova.compute.manager [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.759838] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62440588-1e63-47e7-9b8d-cdb2e29b472c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.798662] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b4c6d8-c8c5-4079-bda8-db44ad3e598f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.809136] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4ffe69-05fa-47d1-aa40-3dbfad6d88a2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.834581] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.834832] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.835488] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.835488] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.835488] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.835488] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.835778] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.835778] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.835954] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.836099] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.836277] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.841991] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquiring lock "16698e0a-de14-49dd-b833-9a9d5a7c801d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.843747] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lock "16698e0a-de14-49dd-b833-9a9d5a7c801d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.844330] env[68205]: DEBUG nova.compute.provider_tree [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.846317] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1626b5-2e11-4e2c-b40f-cf76efc1c447 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.860763] env[68205]: DEBUG nova.scheduler.client.report [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.873567] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 702.873567] env[68205]: value = "task-2904047" [ 702.873567] env[68205]: _type = "Task" [ 702.873567] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.885920] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.912025] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073575} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.913179] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.914092] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a277b7-8732-48b9-bdcd-c9e221c0f119 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.918431] env[68205]: DEBUG nova.network.neutron [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Successfully created port: 3181cdf2-4589-412d-8405-560ade75e604 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.935732] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904044, 'name': Rename_Task, 'duration_secs': 0.345768} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.944765] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 6980d130-8086-4b37-a596-961f8852bacd/6980d130-8086-4b37-a596-961f8852bacd.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.945168] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.945410] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c804c29-caba-45cf-803a-b0e8fc6e96c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.962346] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8ca15b9-5ea0-4d2f-b120-2bf8aa45990f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.972704] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 702.972704] env[68205]: value = "task-2904048" [ 702.972704] env[68205]: _type = "Task" [ 702.972704] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.973127] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 702.973127] env[68205]: value = "task-2904049" [ 702.973127] env[68205]: _type = "Task" [ 702.973127] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.987262] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.989523] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.064050] env[68205]: DEBUG oslo_concurrency.lockutils [req-3a61a6ec-eaf0-412a-ba3f-2b0904ffac6d req-0bbff501-94b7-4b2b-b22a-40eabc176519 service nova] Releasing lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.093692] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904046, 'name': Destroy_Task, 'duration_secs': 0.501227} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.095668] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Destroyed the VM [ 703.095668] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 703.095668] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02a23d2f-fc7a-4f38-8fe8-102ac9434684 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.103504] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 703.103504] env[68205]: value = "task-2904050" [ 703.103504] env[68205]: _type = "Task" [ 703.103504] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.115445] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.223227] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Releasing lock "refresh_cache-130f933a-da56-4cef-9732-07ca4d5b43fe" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.223227] env[68205]: DEBUG nova.compute.manager [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Received event network-vif-plugged-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.223227] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Acquiring lock "6980d130-8086-4b37-a596-961f8852bacd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.223481] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Lock "6980d130-8086-4b37-a596-961f8852bacd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.223620] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Lock "6980d130-8086-4b37-a596-961f8852bacd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.223781] env[68205]: DEBUG nova.compute.manager [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] No waiting events found dispatching network-vif-plugged-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.223967] env[68205]: WARNING nova.compute.manager [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Received unexpected event network-vif-plugged-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 for instance with vm_state building and task_state spawning. [ 703.224139] env[68205]: DEBUG nova.compute.manager [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Received event network-changed-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.224297] env[68205]: DEBUG nova.compute.manager [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Refreshing instance network info cache due to event network-changed-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.224502] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Acquiring lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.224619] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Acquired lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.224768] env[68205]: DEBUG nova.network.neutron [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Refreshing network info cache for port 257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.368578] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.371771] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.649s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.373432] env[68205]: INFO nova.compute.claims [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.390019] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904047, 'name': ReconfigVM_Task, 'duration_secs': 0.269061} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.390325] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance '9e810eb2-b946-420e-91ce-13286fe3b51e' progress to 33 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.405640] env[68205]: INFO nova.scheduler.client.report [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Deleted allocations for instance c6cbf03e-7419-49ae-8edf-2d46e8416e2b [ 703.497450] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.502954] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904049, 'name': ReconfigVM_Task, 'duration_secs': 0.496711} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.503359] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 6980d130-8086-4b37-a596-961f8852bacd/6980d130-8086-4b37-a596-961f8852bacd.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.504195] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b4c9877-de02-48c1-a7c4-03ffd3f4b072 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.513523] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 703.513523] env[68205]: value = "task-2904051" [ 703.513523] env[68205]: _type = "Task" [ 703.513523] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.528346] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904051, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.595417] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "9828400d-1968-474b-aa3f-0d23176f4ee2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.595691] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "9828400d-1968-474b-aa3f-0d23176f4ee2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.615233] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.762259] env[68205]: DEBUG nova.compute.manager [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.949211] env[68205]: DEBUG nova.virt.hardware [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.949211] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 703.949211] env[68205]: DEBUG nova.network.neutron [-] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.949211] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df804df5-082b-4b44-822f-7fb3478e0424 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.954060] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 703.954060] env[68205]: value = "task-2904052" [ 703.954060] env[68205]: _type = "Task" [ 703.954060] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.954060] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11bd9764-1d4c-47d6-b002-97541ebc6aaf tempest-ServerDiagnosticsNegativeTest-1788813652 tempest-ServerDiagnosticsNegativeTest-1788813652-project-member] Lock "c6cbf03e-7419-49ae-8edf-2d46e8416e2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.545s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.967895] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.986818] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.987115] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.987307] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.987507] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.987656] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.987802] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.988030] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.988251] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.988467] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.988650] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.988835] env[68205]: DEBUG nova.virt.hardware [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.990442] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8db9029-51e9-467c-89f7-7614a44b7a6b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.002032] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e13fd-35fa-4baf-ba04-be41fbb7e27e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.008316] env[68205]: DEBUG oslo_vmware.api [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904048, 'name': PowerOnVM_Task, 'duration_secs': 0.683036} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.008316] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.008316] env[68205]: INFO nova.compute.manager [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Took 11.27 seconds to spawn the instance on the hypervisor. [ 704.008316] env[68205]: DEBUG nova.compute.manager [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.008316] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d260b1-1765-426f-9d23-b3e60bc63374 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.036422] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904051, 'name': Rename_Task, 'duration_secs': 0.170636} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.037212] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.037504] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f74e43b-83ac-4556-9f12-81cb3cf8f1cc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.044912] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 704.044912] env[68205]: value = "task-2904053" [ 704.044912] env[68205]: _type = "Task" [ 704.044912] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.055545] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.115625] env[68205]: DEBUG oslo_vmware.api [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904050, 'name': RemoveSnapshot_Task, 'duration_secs': 0.629057} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.116300] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.326467] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquiring lock "c367ad63-09fd-4f68-8a19-c05ce587db20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.326702] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lock "c367ad63-09fd-4f68-8a19-c05ce587db20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.337102] env[68205]: DEBUG nova.network.neutron [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updated VIF entry in instance network info cache for port 257cde4a-e17a-4955-aed0-7cf9c2b0b0c2. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.337535] env[68205]: DEBUG nova.network.neutron [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updating instance_info_cache with network_info: [{"id": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "address": "fa:16:3e:25:34:72", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257cde4a-e1", "ovs_interfaceid": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.456537] env[68205]: INFO nova.compute.manager [-] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Took 3.33 seconds to deallocate network for instance. [ 704.480269] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904052, 'name': ReconfigVM_Task, 'duration_secs': 0.18616} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.483157] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 704.484839] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfe8e09-7a63-42e6-b005-594332049372 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.515961] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 9e810eb2-b946-420e-91ce-13286fe3b51e/9e810eb2-b946-420e-91ce-13286fe3b51e.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.519656] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4bcfe75-27a5-47ad-b308-cf1b66aef350 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.543948] env[68205]: INFO nova.compute.manager [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Took 27.14 seconds to build instance. [ 704.556875] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 704.556875] env[68205]: value = "task-2904054" [ 704.556875] env[68205]: _type = "Task" [ 704.556875] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.565827] env[68205]: DEBUG oslo_vmware.api [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904053, 'name': PowerOnVM_Task, 'duration_secs': 0.485548} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.566672] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.567133] env[68205]: INFO nova.compute.manager [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Took 9.29 seconds to spawn the instance on the hypervisor. [ 704.567133] env[68205]: DEBUG nova.compute.manager [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.570668] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b85d71-4fdb-46d0-9254-62384fd49054 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.582345] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.625351] env[68205]: WARNING nova.compute.manager [None req-461e22d9-1218-4a69-be20-01a774ca7ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Image not found during snapshot: nova.exception.ImageNotFound: Image ca0c8423-6522-42b0-a097-96d1e2f96828 could not be found. [ 704.843601] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Releasing lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.843938] env[68205]: DEBUG nova.compute.manager [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Received event network-changed-f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.844649] env[68205]: DEBUG nova.compute.manager [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Refreshing instance network info cache due to event network-changed-f70c2272-c8c7-48ae-a047-748a42069985. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.844649] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Acquiring lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.844649] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Acquired lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.844649] env[68205]: DEBUG nova.network.neutron [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Refreshing network info cache for port f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.877895] env[68205]: DEBUG nova.compute.manager [req-de76fec2-62e7-4f2c-895c-409db198df0d req-8f598594-0e41-40c6-8000-1390795de492 service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Received event network-changed-f5df8f75-6e80-434f-b482-9eec50df9cf5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.881384] env[68205]: DEBUG nova.compute.manager [req-de76fec2-62e7-4f2c-895c-409db198df0d req-8f598594-0e41-40c6-8000-1390795de492 service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Refreshing instance network info cache due to event network-changed-f5df8f75-6e80-434f-b482-9eec50df9cf5. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.882437] env[68205]: DEBUG oslo_concurrency.lockutils [req-de76fec2-62e7-4f2c-895c-409db198df0d req-8f598594-0e41-40c6-8000-1390795de492 service nova] Acquiring lock "refresh_cache-5f04afba-a327-42e4-99f6-16ac25d1256d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.882437] env[68205]: DEBUG oslo_concurrency.lockutils [req-de76fec2-62e7-4f2c-895c-409db198df0d req-8f598594-0e41-40c6-8000-1390795de492 service nova] Acquired lock "refresh_cache-5f04afba-a327-42e4-99f6-16ac25d1256d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.882437] env[68205]: DEBUG nova.network.neutron [req-de76fec2-62e7-4f2c-895c-409db198df0d req-8f598594-0e41-40c6-8000-1390795de492 service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Refreshing network info cache for port f5df8f75-6e80-434f-b482-9eec50df9cf5 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.956279] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "733d11bf-17bb-4325-a6d8-ff5866f53ace" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.956881] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "733d11bf-17bb-4325-a6d8-ff5866f53ace" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.969830] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de7eb34-46dc-41b6-a058-842e7f6ba479 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.972826] env[68205]: DEBUG oslo_concurrency.lockutils [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.982984] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f781f4a8-2a32-45af-b222-4e6bb14ad6ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.017161] env[68205]: DEBUG nova.network.neutron [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Successfully updated port: 3181cdf2-4589-412d-8405-560ade75e604 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.018951] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c56c64-86d8-48fa-a1f7-04ecde9e5091 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.027991] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f0d5f9-f4a1-448f-b4ff-7bcf3bb60e23 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.043430] env[68205]: DEBUG nova.compute.provider_tree [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.054286] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e35128-bad7-48b2-85f4-f0cea6b35ee8 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "130f933a-da56-4cef-9732-07ca4d5b43fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.664s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.070140] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904054, 'name': ReconfigVM_Task, 'duration_secs': 0.338405} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.070140] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 9e810eb2-b946-420e-91ce-13286fe3b51e/9e810eb2-b946-420e-91ce-13286fe3b51e.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.070140] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance '9e810eb2-b946-420e-91ce-13286fe3b51e' progress to 50 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.103598] env[68205]: INFO nova.compute.manager [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Took 26.75 seconds to build instance. [ 705.118529] env[68205]: DEBUG nova.compute.manager [req-0f6dcdd2-b509-4b1a-a1ca-efb4bf4dc378 req-84c62769-c2c1-49e6-b549-cdba108e419c service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received event network-vif-deleted-26960cf3-68e2-48d6-8cf5-df48c0a03b8a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.118728] env[68205]: DEBUG nova.compute.manager [req-0f6dcdd2-b509-4b1a-a1ca-efb4bf4dc378 req-84c62769-c2c1-49e6-b549-cdba108e419c service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received event network-vif-deleted-49d875d8-dc24-43c1-9031-3cf16be32f26 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.118901] env[68205]: DEBUG nova.compute.manager [req-0f6dcdd2-b509-4b1a-a1ca-efb4bf4dc378 req-84c62769-c2c1-49e6-b549-cdba108e419c service nova] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Received event network-vif-deleted-536e391f-2d06-48c8-bc5f-4a2c0e95d957 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.522761] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquiring lock "refresh_cache-7c479f08-16a0-4573-8cae-3a6f4b1c0c33" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.522761] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquired lock "refresh_cache-7c479f08-16a0-4573-8cae-3a6f4b1c0c33" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.523075] env[68205]: DEBUG nova.network.neutron [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.551343] env[68205]: DEBUG nova.scheduler.client.report [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.561104] env[68205]: DEBUG nova.compute.manager [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.579646] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331bee14-ba8a-46ef-b5fb-bcba84db78e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.605965] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d16fb33-ec46-4750-831b-2e71c6d5b361 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.608772] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d599426f-0f63-49b2-b626-5840628a24a9 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "6980d130-8086-4b37-a596-961f8852bacd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.266s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.634082] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance '9e810eb2-b946-420e-91ce-13286fe3b51e' progress to 67 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.839977] env[68205]: DEBUG nova.network.neutron [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Updated VIF entry in instance network info cache for port f70c2272-c8c7-48ae-a047-748a42069985. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.839977] env[68205]: DEBUG nova.network.neutron [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Updating instance_info_cache with network_info: [{"id": "f70c2272-c8c7-48ae-a047-748a42069985", "address": "fa:16:3e:4c:cd:2e", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf70c2272-c8", "ovs_interfaceid": "f70c2272-c8c7-48ae-a047-748a42069985", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.924381] env[68205]: DEBUG nova.network.neutron [req-de76fec2-62e7-4f2c-895c-409db198df0d req-8f598594-0e41-40c6-8000-1390795de492 service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Updated VIF entry in instance network info cache for port f5df8f75-6e80-434f-b482-9eec50df9cf5. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.924747] env[68205]: DEBUG nova.network.neutron [req-de76fec2-62e7-4f2c-895c-409db198df0d req-8f598594-0e41-40c6-8000-1390795de492 service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Updating instance_info_cache with network_info: [{"id": "f5df8f75-6e80-434f-b482-9eec50df9cf5", "address": "fa:16:3e:57:62:f0", "network": {"id": "2899efb0-f08a-4c82-b568-685a4653b328", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1754143676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4f7f86ccb74cd69d6e5a242d6df90c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5df8f75-6e", "ovs_interfaceid": "f5df8f75-6e80-434f-b482-9eec50df9cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.062160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.063642] env[68205]: DEBUG nova.compute.manager [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.067479] env[68205]: DEBUG nova.network.neutron [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.070321] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.833s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.071674] env[68205]: DEBUG nova.objects.instance [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lazy-loading 'resources' on Instance uuid 265fd430-7f5d-4c12-99bf-f662b22b195a {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.081876] env[68205]: DEBUG nova.compute.manager [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.083750] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3b1caf-7884-4390-844c-bea0a9a3ad9a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.104387] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.112263] env[68205]: DEBUG nova.compute.manager [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.228999] env[68205]: DEBUG nova.network.neutron [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Port 772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90 binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 706.342199] env[68205]: DEBUG oslo_concurrency.lockutils [req-cc62d4d3-d8ad-47a2-a332-c877bdd69eff req-080d23f5-c253-4683-9f52-21b4f8e6f3c2 service nova] Releasing lock "refresh_cache-15002715-43e8-416a-8a96-a6ebf22b3c2e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.426974] env[68205]: DEBUG nova.network.neutron [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Updating instance_info_cache with network_info: [{"id": "3181cdf2-4589-412d-8405-560ade75e604", "address": "fa:16:3e:f7:c1:9c", "network": {"id": "eea3a1f5-7a74-4d4c-9be1-f59e3e5cc86e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1837792264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b077dee8222b44b9bf7a001d4fe82c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3181cdf2-45", "ovs_interfaceid": "3181cdf2-4589-412d-8405-560ade75e604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.428501] env[68205]: DEBUG oslo_concurrency.lockutils [req-de76fec2-62e7-4f2c-895c-409db198df0d req-8f598594-0e41-40c6-8000-1390795de492 service nova] Releasing lock "refresh_cache-5f04afba-a327-42e4-99f6-16ac25d1256d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.576246] env[68205]: DEBUG nova.compute.utils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.580520] env[68205]: DEBUG nova.compute.manager [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Not allocating networking since 'none' was specified. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 706.599831] env[68205]: INFO nova.compute.manager [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] instance snapshotting [ 706.600032] env[68205]: WARNING nova.compute.manager [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 706.606208] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ff24e-d1a7-4df1-939a-30707b132e3e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.646385] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2231bb-cb47-47fb-a062-1ba1543ab46b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.681860] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.748835] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "22ffafac-b489-45f0-8055-ed87dad6ebe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.751467] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "22ffafac-b489-45f0-8055-ed87dad6ebe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.929835] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Releasing lock "refresh_cache-7c479f08-16a0-4573-8cae-3a6f4b1c0c33" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.930762] env[68205]: DEBUG nova.compute.manager [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Instance network_info: |[{"id": "3181cdf2-4589-412d-8405-560ade75e604", "address": "fa:16:3e:f7:c1:9c", "network": {"id": "eea3a1f5-7a74-4d4c-9be1-f59e3e5cc86e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1837792264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b077dee8222b44b9bf7a001d4fe82c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3181cdf2-45", "ovs_interfaceid": "3181cdf2-4589-412d-8405-560ade75e604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.931367] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:c1:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3181cdf2-4589-412d-8405-560ade75e604', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.941824] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Creating folder: Project (b077dee8222b44b9bf7a001d4fe82c40). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.944298] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e0f5f14-cb0f-4d8e-bb2b-01e0bf7c54b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.961749] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Created folder: Project (b077dee8222b44b9bf7a001d4fe82c40) in parent group-v583212. [ 706.961973] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Creating folder: Instances. Parent ref: group-v583257. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.962224] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1786396-a9f1-40ea-9f4b-978b78b108f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.978024] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Created folder: Instances in parent group-v583257. [ 706.978024] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.978024] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.978318] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1062be4-48fc-4588-8976-e26575cd1d41 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.003752] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.003752] env[68205]: value = "task-2904057" [ 707.003752] env[68205]: _type = "Task" [ 707.003752] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.016479] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904057, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.052216] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "3aef2e11-5b1a-477a-8587-732aef4eaead" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.053288] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "3aef2e11-5b1a-477a-8587-732aef4eaead" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.053530] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "3aef2e11-5b1a-477a-8587-732aef4eaead-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.053830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "3aef2e11-5b1a-477a-8587-732aef4eaead-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.054346] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "3aef2e11-5b1a-477a-8587-732aef4eaead-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.058718] env[68205]: INFO nova.compute.manager [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Terminating instance [ 707.080851] env[68205]: DEBUG nova.compute.manager [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.125202] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af23b2bc-8c1c-4b75-beeb-479bcc99a9f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.134708] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b02c6ed-8140-44d9-93ed-3d4dec8a00fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.178646] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 707.178774] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1989b0a3-3984-4286-ac80-af0cfb212041 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.181409] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccefac7-a3bd-47db-a828-383bca213b95 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.191630] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9b140a-1ec4-440c-a14b-43a0b5cad2b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.199731] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 707.199731] env[68205]: value = "task-2904058" [ 707.199731] env[68205]: _type = "Task" [ 707.199731] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.214696] env[68205]: DEBUG nova.compute.provider_tree [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.223373] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904058, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.254541] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "9e810eb2-b946-420e-91ce-13286fe3b51e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.254811] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.255018] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.399849] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "9d5dee15-72e7-45c9-8862-7ee24b056e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.400279] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "9d5dee15-72e7-45c9-8862-7ee24b056e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.514594] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904057, 'name': CreateVM_Task, 'duration_secs': 0.425916} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.514778] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.515490] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.515657] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.515960] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.516253] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5242117-2ffc-4621-92d3-b512a74852b2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.522423] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for the task: (returnval){ [ 707.522423] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524038e0-a59e-2bd0-cacb-6ed861121409" [ 707.522423] env[68205]: _type = "Task" [ 707.522423] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.550186] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524038e0-a59e-2bd0-cacb-6ed861121409, 'name': SearchDatastore_Task, 'duration_secs': 0.025456} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.550492] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.550713] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.550946] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.551132] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.551284] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.551576] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94f43b79-9cbe-416e-8a1e-1687dfc8c13b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.564622] env[68205]: DEBUG nova.compute.manager [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.564869] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.569027] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7ad69c-528d-4c6d-914f-025b3af8fbe3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.572491] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.572557] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.573293] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9f3510-897b-46ad-bf29-858572723536 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.580730] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.582286] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c703142b-2af7-4748-ba61-06faa9920ce2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.591443] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for the task: (returnval){ [ 707.591443] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529ef0ae-f741-cccc-123a-65b5ca0ae0c2" [ 707.591443] env[68205]: _type = "Task" [ 707.591443] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.598412] env[68205]: DEBUG oslo_vmware.api [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 707.598412] env[68205]: value = "task-2904059" [ 707.598412] env[68205]: _type = "Task" [ 707.598412] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.615577] env[68205]: DEBUG oslo_vmware.api [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.619779] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529ef0ae-f741-cccc-123a-65b5ca0ae0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.014744} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.620851] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337426fe-a91e-4c05-aa73-6dbea52e29ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.633891] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for the task: (returnval){ [ 707.633891] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5222f8a0-4b2b-8d6d-2335-4568177672a0" [ 707.633891] env[68205]: _type = "Task" [ 707.633891] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.648105] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5222f8a0-4b2b-8d6d-2335-4568177672a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.723460] env[68205]: DEBUG nova.scheduler.client.report [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.726544] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904058, 'name': CreateSnapshot_Task, 'duration_secs': 0.507149} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.727038] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.728144] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f73c61-e93d-4cf9-9c15-db224cbaceba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.017046] env[68205]: DEBUG nova.compute.manager [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Received event network-vif-plugged-3181cdf2-4589-412d-8405-560ade75e604 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.017363] env[68205]: DEBUG oslo_concurrency.lockutils [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] Acquiring lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.017486] env[68205]: DEBUG oslo_concurrency.lockutils [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] Lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.017607] env[68205]: DEBUG oslo_concurrency.lockutils [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] Lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.017749] env[68205]: DEBUG nova.compute.manager [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] No waiting events found dispatching network-vif-plugged-3181cdf2-4589-412d-8405-560ade75e604 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.018383] env[68205]: WARNING nova.compute.manager [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Received unexpected event network-vif-plugged-3181cdf2-4589-412d-8405-560ade75e604 for instance with vm_state building and task_state spawning. [ 708.018585] env[68205]: DEBUG nova.compute.manager [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Received event network-changed-3181cdf2-4589-412d-8405-560ade75e604 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.018732] env[68205]: DEBUG nova.compute.manager [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Refreshing instance network info cache due to event network-changed-3181cdf2-4589-412d-8405-560ade75e604. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.018938] env[68205]: DEBUG oslo_concurrency.lockutils [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] Acquiring lock "refresh_cache-7c479f08-16a0-4573-8cae-3a6f4b1c0c33" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.019056] env[68205]: DEBUG oslo_concurrency.lockutils [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] Acquired lock "refresh_cache-7c479f08-16a0-4573-8cae-3a6f4b1c0c33" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.020655] env[68205]: DEBUG nova.network.neutron [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Refreshing network info cache for port 3181cdf2-4589-412d-8405-560ade75e604 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.097819] env[68205]: DEBUG nova.compute.manager [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.120721] env[68205]: DEBUG oslo_vmware.api [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904059, 'name': PowerOffVM_Task, 'duration_secs': 0.208321} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.120993] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.121226] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.121491] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63424ab3-15fa-419a-955c-37f6f140a60d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.128169] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.128169] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.128382] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.128430] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.129019] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.129019] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.129019] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.129019] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.129224] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.129335] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.130305] env[68205]: DEBUG nova.virt.hardware [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.130398] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b07a53-8619-4d83-aa82-de06eea7459a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.142625] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ca74d5-44a3-46ba-8ed1-20001b0c8ade {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.153903] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5222f8a0-4b2b-8d6d-2335-4568177672a0, 'name': SearchDatastore_Task, 'duration_secs': 0.016022} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.155531] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.155531] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 7c479f08-16a0-4573-8cae-3a6f4b1c0c33/7c479f08-16a0-4573-8cae-3a6f4b1c0c33.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.155531] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a216a4a-aa4b-44ff-b5d6-aee3cd074529 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.171596] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.178354] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Creating folder: Project (9318498e72fc46679333ee04c5580fa4). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.179090] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cba88de-6f71-4725-8940-cd32aaaf8ff1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.186067] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for the task: (returnval){ [ 708.186067] env[68205]: value = "task-2904061" [ 708.186067] env[68205]: _type = "Task" [ 708.186067] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.193627] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Created folder: Project (9318498e72fc46679333ee04c5580fa4) in parent group-v583212. [ 708.193927] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Creating folder: Instances. Parent ref: group-v583261. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.194615] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7412a962-d74f-4715-8d90-2c9b51d51ff5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.200742] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.207432] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.207735] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.208071] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Deleting the datastore file [datastore1] 3aef2e11-5b1a-477a-8587-732aef4eaead {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.208848] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a1538a9-3ca9-4c77-b89e-98249664db9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.213596] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Created folder: Instances in parent group-v583261. [ 708.214030] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.215182] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.215966] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-304f131c-c8a5-4212-a70b-07dc9d8862b8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.232349] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.234261] env[68205]: DEBUG oslo_vmware.api [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 708.234261] env[68205]: value = "task-2904064" [ 708.234261] env[68205]: _type = "Task" [ 708.234261] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.235057] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.570s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.236893] env[68205]: INFO nova.compute.claims [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.255646] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 708.255942] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.255942] env[68205]: value = "task-2904065" [ 708.255942] env[68205]: _type = "Task" [ 708.255942] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.256222] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-326828c2-4763-4d59-964f-1f424326765d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.271068] env[68205]: DEBUG oslo_vmware.api [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.279249] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904065, 'name': CreateVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.280107] env[68205]: INFO nova.scheduler.client.report [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Deleted allocations for instance 265fd430-7f5d-4c12-99bf-f662b22b195a [ 708.285033] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 708.285033] env[68205]: value = "task-2904066" [ 708.285033] env[68205]: _type = "Task" [ 708.285033] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.303781] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904066, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.374777] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.374777] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.374777] env[68205]: DEBUG nova.network.neutron [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.405610] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "908894e7-1157-4d04-9bd5-d894adac82c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.406126] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "908894e7-1157-4d04-9bd5-d894adac82c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.701092] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904061, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.762959] env[68205]: DEBUG oslo_vmware.api [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217289} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.766858] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.766994] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.767127] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.767366] env[68205]: INFO nova.compute.manager [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Took 1.20 seconds to destroy the instance on the hypervisor. [ 708.767588] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.767775] env[68205]: DEBUG nova.compute.manager [-] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.767872] env[68205]: DEBUG nova.network.neutron [-] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.779602] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904065, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.801161] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904066, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.801799] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9cafa6a5-df84-4fe3-9b74-692fb289f853 tempest-TenantUsagesTestJSON-1705398621 tempest-TenantUsagesTestJSON-1705398621-project-member] Lock "265fd430-7f5d-4c12-99bf-f662b22b195a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.487s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.098425] env[68205]: DEBUG nova.network.neutron [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Updated VIF entry in instance network info cache for port 3181cdf2-4589-412d-8405-560ade75e604. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.099108] env[68205]: DEBUG nova.network.neutron [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Updating instance_info_cache with network_info: [{"id": "3181cdf2-4589-412d-8405-560ade75e604", "address": "fa:16:3e:f7:c1:9c", "network": {"id": "eea3a1f5-7a74-4d4c-9be1-f59e3e5cc86e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1837792264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b077dee8222b44b9bf7a001d4fe82c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3181cdf2-45", "ovs_interfaceid": "3181cdf2-4589-412d-8405-560ade75e604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.207372] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608799} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.211915] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 7c479f08-16a0-4573-8cae-3a6f4b1c0c33/7c479f08-16a0-4573-8cae-3a6f4b1c0c33.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.214957] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.215298] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25d72672-0364-4ffa-8db8-8987fcc38576 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.225741] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for the task: (returnval){ [ 709.225741] env[68205]: value = "task-2904067" [ 709.225741] env[68205]: _type = "Task" [ 709.225741] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.236230] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.278926] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904065, 'name': CreateVM_Task, 'duration_secs': 0.680163} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.280030] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.280030] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.280465] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.280725] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.281092] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08096d36-0851-4472-b2c8-921b9e07e701 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.290166] env[68205]: DEBUG nova.network.neutron [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance_info_cache with network_info: [{"id": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "address": "fa:16:3e:d1:db:fe", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772c4a55-d6", "ovs_interfaceid": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.300434] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 709.300434] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520bae09-4be2-c58b-6981-d9a40456d563" [ 709.300434] env[68205]: _type = "Task" [ 709.300434] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.311367] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904066, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.326346] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520bae09-4be2-c58b-6981-d9a40456d563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.603334] env[68205]: DEBUG oslo_concurrency.lockutils [req-8badef42-5791-4a11-b82d-5785e66d291c req-b812121f-73b6-48b7-acc6-eb6417f95d08 service nova] Releasing lock "refresh_cache-7c479f08-16a0-4573-8cae-3a6f4b1c0c33" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.740893] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284769} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.743644] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.744658] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8467fa-94e2-4019-b463-6bc2bcdb123e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.784055] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 7c479f08-16a0-4573-8cae-3a6f4b1c0c33/7c479f08-16a0-4573-8cae-3a6f4b1c0c33.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.784055] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f928138b-bf2b-4595-be99-7259381c60eb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.798767] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40462cf-08e0-4f4c-bb02-e2537ec0d8f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.802176] env[68205]: DEBUG oslo_concurrency.lockutils [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.816266] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for the task: (returnval){ [ 709.816266] env[68205]: value = "task-2904068" [ 709.816266] env[68205]: _type = "Task" [ 709.816266] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.827429] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904066, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.837280] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f3bcc5-48eb-4536-baaf-451b0a4725db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.843103] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520bae09-4be2-c58b-6981-d9a40456d563, 'name': SearchDatastore_Task, 'duration_secs': 0.029122} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.843480] env[68205]: DEBUG nova.network.neutron [-] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.847875] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.848293] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.848655] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.852023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.852023] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.852023] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55c44d8c-91b4-4c01-a7c9-aac372f318fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.890714] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.893032] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967f0939-5102-414d-a2fb-68dbccc1289b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.909275] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962551cb-be9d-4104-97da-ebbb0a1bee7a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.912403] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.912403] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.912779] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f4ee48-c49c-455c-894f-bc1ec4e7e594 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.918961] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 709.918961] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52056786-5b00-6766-cd3d-3a1656329e2a" [ 709.918961] env[68205]: _type = "Task" [ 709.918961] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.930417] env[68205]: DEBUG nova.compute.provider_tree [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.940456] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52056786-5b00-6766-cd3d-3a1656329e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.953430] env[68205]: DEBUG nova.compute.manager [None req-d1dcb1a6-d608-4fa5-9f16-decdcdc40d11 tempest-ServerDiagnosticsV248Test-275013664 tempest-ServerDiagnosticsV248Test-275013664-project-admin] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.954892] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06470bb-4921-4c69-aea2-810ae0fc17ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.967594] env[68205]: INFO nova.compute.manager [None req-d1dcb1a6-d608-4fa5-9f16-decdcdc40d11 tempest-ServerDiagnosticsV248Test-275013664 tempest-ServerDiagnosticsV248Test-275013664-project-admin] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Retrieving diagnostics [ 709.969139] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66983e1-8bd6-46c7-8623-44221f8d8b03 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.319894] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904066, 'name': CloneVM_Task, 'duration_secs': 1.978372} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.320252] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Created linked-clone VM from snapshot [ 710.323342] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e4d8e-bc95-4aca-a746-96a55d6413c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.340292] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Uploading image 1a1ede72-642d-4060-98af-eb0973da548c {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 710.347411] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.354706] env[68205]: INFO nova.compute.manager [-] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Took 1.58 seconds to deallocate network for instance. [ 710.356497] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273fd717-3b87-460f-b949-93fb5438d289 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.404408] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caa7752-beb7-49e3-8522-4642c9d52821 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.411870] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance '9e810eb2-b946-420e-91ce-13286fe3b51e' progress to 83 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.420604] env[68205]: DEBUG oslo_vmware.rw_handles [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 710.420604] env[68205]: value = "vm-583264" [ 710.420604] env[68205]: _type = "VirtualMachine" [ 710.420604] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 710.420604] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c7b303fd-4c40-40f5-ba6e-e14104b676a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.427779] env[68205]: DEBUG oslo_vmware.rw_handles [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lease: (returnval){ [ 710.427779] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b14706-3843-03ca-b64c-3603e7453ed1" [ 710.427779] env[68205]: _type = "HttpNfcLease" [ 710.427779] env[68205]: } obtained for exporting VM: (result){ [ 710.427779] env[68205]: value = "vm-583264" [ 710.427779] env[68205]: _type = "VirtualMachine" [ 710.427779] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 710.428222] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the lease: (returnval){ [ 710.428222] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b14706-3843-03ca-b64c-3603e7453ed1" [ 710.428222] env[68205]: _type = "HttpNfcLease" [ 710.428222] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 710.438010] env[68205]: DEBUG nova.scheduler.client.report [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.444743] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.444743] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b14706-3843-03ca-b64c-3603e7453ed1" [ 710.444743] env[68205]: _type = "HttpNfcLease" [ 710.444743] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 710.457596] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52056786-5b00-6766-cd3d-3a1656329e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.022187} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.457596] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db0d3a7-c54e-4f04-ae0d-8cfec9983b39 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.471557] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 710.471557] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521ea1f8-5a03-1f32-3c26-f68df78b6287" [ 710.471557] env[68205]: _type = "Task" [ 710.471557] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.489720] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521ea1f8-5a03-1f32-3c26-f68df78b6287, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.489994] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.490484] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.490751] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bec562e-71d5-49ce-b652-b66c192e6ccf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.499974] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 710.499974] env[68205]: value = "task-2904070" [ 710.499974] env[68205]: _type = "Task" [ 710.499974] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.511440] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.842073] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904068, 'name': ReconfigVM_Task, 'duration_secs': 0.730484} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.842681] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 7c479f08-16a0-4573-8cae-3a6f4b1c0c33/7c479f08-16a0-4573-8cae-3a6f4b1c0c33.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.843411] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fbd9cab-c6cb-4529-aac4-04525deff518 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.852210] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for the task: (returnval){ [ 710.852210] env[68205]: value = "task-2904071" [ 710.852210] env[68205]: _type = "Task" [ 710.852210] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.864906] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904071, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.866209] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.924274] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.924274] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45bf9cc9-4a46-41e3-9fcf-e7091f52b3f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.935530] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 710.935530] env[68205]: value = "task-2904072" [ 710.935530] env[68205]: _type = "Task" [ 710.935530] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.944819] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.944819] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b14706-3843-03ca-b64c-3603e7453ed1" [ 710.944819] env[68205]: _type = "HttpNfcLease" [ 710.944819] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 710.944819] env[68205]: DEBUG oslo_vmware.rw_handles [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 710.944819] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b14706-3843-03ca-b64c-3603e7453ed1" [ 710.944819] env[68205]: _type = "HttpNfcLease" [ 710.944819] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 710.945793] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd82a6d1-fefd-434a-83f2-b2fe23c70112 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.954548] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.956318] env[68205]: DEBUG nova.compute.manager [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.960097] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.960895] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.415s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.961309] env[68205]: DEBUG nova.objects.instance [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lazy-loading 'resources' on Instance uuid e81ca24d-3bbd-47bf-b88f-d526a5e2ddef {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.983342] env[68205]: DEBUG oslo_vmware.rw_handles [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdfd20-e760-1840-436e-4d604917a4fe/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 710.983342] env[68205]: DEBUG oslo_vmware.rw_handles [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdfd20-e760-1840-436e-4d604917a4fe/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 711.068854] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558482} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.068854] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.068854] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.068854] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-610217ea-866b-4636-adea-d361d36a6a60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.078734] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 711.078734] env[68205]: value = "task-2904073" [ 711.078734] env[68205]: _type = "Task" [ 711.078734] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.089432] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.105798] env[68205]: DEBUG nova.compute.manager [req-2d4ebe9d-b80f-4c1a-a5e1-022c7b50e39a req-0f569448-8351-4676-b3bf-34b219731d72 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Received event network-changed-9b789024-19f6-42b7-baa0-2a8b0d225c9e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.106139] env[68205]: DEBUG nova.compute.manager [req-2d4ebe9d-b80f-4c1a-a5e1-022c7b50e39a req-0f569448-8351-4676-b3bf-34b219731d72 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Refreshing instance network info cache due to event network-changed-9b789024-19f6-42b7-baa0-2a8b0d225c9e. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.106468] env[68205]: DEBUG oslo_concurrency.lockutils [req-2d4ebe9d-b80f-4c1a-a5e1-022c7b50e39a req-0f569448-8351-4676-b3bf-34b219731d72 service nova] Acquiring lock "refresh_cache-130f933a-da56-4cef-9732-07ca4d5b43fe" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.106644] env[68205]: DEBUG oslo_concurrency.lockutils [req-2d4ebe9d-b80f-4c1a-a5e1-022c7b50e39a req-0f569448-8351-4676-b3bf-34b219731d72 service nova] Acquired lock "refresh_cache-130f933a-da56-4cef-9732-07ca4d5b43fe" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.106805] env[68205]: DEBUG nova.network.neutron [req-2d4ebe9d-b80f-4c1a-a5e1-022c7b50e39a req-0f569448-8351-4676-b3bf-34b219731d72 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Refreshing network info cache for port 9b789024-19f6-42b7-baa0-2a8b0d225c9e {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.108539] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aac3a524-41bf-4e7b-86c1-aee33bb2583e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.367086] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904071, 'name': Rename_Task, 'duration_secs': 0.300766} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.368041] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.368041] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fddfb00-41d1-4fed-bd14-8f97365a75b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.376439] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for the task: (returnval){ [ 711.376439] env[68205]: value = "task-2904074" [ 711.376439] env[68205]: _type = "Task" [ 711.376439] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.410861] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904074, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.448252] env[68205]: DEBUG oslo_vmware.api [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904072, 'name': PowerOnVM_Task, 'duration_secs': 0.444984} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.448629] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.448811] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-614cc0c9-e35e-4a9d-b273-9d8e856ffc1c tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance '9e810eb2-b946-420e-91ce-13286fe3b51e' progress to 100 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 711.463641] env[68205]: DEBUG nova.compute.utils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.465536] env[68205]: DEBUG nova.compute.manager [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.465536] env[68205]: DEBUG nova.network.neutron [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.600597] env[68205]: DEBUG nova.policy [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c397b62f4093466aae14d5ab50a09a8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6b27c833c3e4205b71507193702e407', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.623434] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156776} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.633267] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.635716] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53445ecf-50a0-4e2d-b27f-d84999b4ae48 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.681598] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.682965] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112325ac-c23b-4f04-96f1-728005fa41b2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.714508] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 711.714508] env[68205]: value = "task-2904075" [ 711.714508] env[68205]: _type = "Task" [ 711.714508] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.739607] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.751200] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "7434bcc8-8780-4dff-abe2-aca82b30af1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.751524] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "7434bcc8-8780-4dff-abe2-aca82b30af1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.892080] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquiring lock "b3f53fc9-d041-4c75-80fd-a2f5ee6c7283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.893771] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lock "b3f53fc9-d041-4c75-80fd-a2f5ee6c7283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.894047] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquiring lock "b3f53fc9-d041-4c75-80fd-a2f5ee6c7283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.894290] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lock "b3f53fc9-d041-4c75-80fd-a2f5ee6c7283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.894640] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lock "b3f53fc9-d041-4c75-80fd-a2f5ee6c7283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.897112] env[68205]: INFO nova.compute.manager [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Terminating instance [ 711.900219] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.972724] env[68205]: DEBUG nova.compute.manager [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.141265] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1c476-2472-4dbd-8332-102267cb4ac9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.154828] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de63578f-544f-4769-bf0b-b05661282579 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.194597] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614c3db4-0a8e-41d6-9c8e-dbd8c5de4a94 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.204492] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c508238-1390-487f-974e-65fcb927cfdd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.224313] env[68205]: DEBUG nova.compute.provider_tree [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.233165] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.389245] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.402164] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquiring lock "refresh_cache-b3f53fc9-d041-4c75-80fd-a2f5ee6c7283" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.402815] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquired lock "refresh_cache-b3f53fc9-d041-4c75-80fd-a2f5ee6c7283" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.402815] env[68205]: DEBUG nova.network.neutron [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.660576] env[68205]: DEBUG nova.network.neutron [req-2d4ebe9d-b80f-4c1a-a5e1-022c7b50e39a req-0f569448-8351-4676-b3bf-34b219731d72 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Updated VIF entry in instance network info cache for port 9b789024-19f6-42b7-baa0-2a8b0d225c9e. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.660941] env[68205]: DEBUG nova.network.neutron [req-2d4ebe9d-b80f-4c1a-a5e1-022c7b50e39a req-0f569448-8351-4676-b3bf-34b219731d72 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Updating instance_info_cache with network_info: [{"id": "9b789024-19f6-42b7-baa0-2a8b0d225c9e", "address": "fa:16:3e:8b:18:19", "network": {"id": "932f72e8-eada-4630-8a3a-9ae739874476", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1880061552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6b225eb5804532b5b2b5b1dfea8945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b789024-19", "ovs_interfaceid": "9b789024-19f6-42b7-baa0-2a8b0d225c9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.728732] env[68205]: DEBUG nova.scheduler.client.report [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.738650] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904075, 'name': ReconfigVM_Task, 'duration_secs': 0.778276} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.739186] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.739713] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c134dd60-3864-4717-87ea-fa96c6cbf5dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.748296] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 712.748296] env[68205]: value = "task-2904076" [ 712.748296] env[68205]: _type = "Task" [ 712.748296] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.759238] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904076, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.893751] env[68205]: DEBUG oslo_vmware.api [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904074, 'name': PowerOnVM_Task, 'duration_secs': 1.245678} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.893889] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.894839] env[68205]: INFO nova.compute.manager [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Took 9.13 seconds to spawn the instance on the hypervisor. [ 712.894839] env[68205]: DEBUG nova.compute.manager [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.896549] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3447b15-a0ba-4d57-8362-4c0c9bb27453 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.949558] env[68205]: DEBUG nova.network.neutron [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.986017] env[68205]: DEBUG nova.compute.manager [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.024502] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.024772] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.024979] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.025302] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.025686] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.025863] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.026413] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.026508] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.027424] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.027699] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.027810] env[68205]: DEBUG nova.virt.hardware [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.029122] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa9c2aa-1f0f-462a-9792-096ec66488a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.040410] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8feec4f-09d3-48ee-b1f7-5c01486f3a8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.080305] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "691aa08e-a397-41e6-ac56-e089fa9a4132" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.080501] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "691aa08e-a397-41e6-ac56-e089fa9a4132" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.108950] env[68205]: DEBUG nova.network.neutron [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.120389] env[68205]: DEBUG nova.network.neutron [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Successfully created port: 36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.167059] env[68205]: DEBUG oslo_concurrency.lockutils [req-2d4ebe9d-b80f-4c1a-a5e1-022c7b50e39a req-0f569448-8351-4676-b3bf-34b219731d72 service nova] Releasing lock "refresh_cache-130f933a-da56-4cef-9732-07ca4d5b43fe" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.167059] env[68205]: DEBUG nova.compute.manager [req-2d4ebe9d-b80f-4c1a-a5e1-022c7b50e39a req-0f569448-8351-4676-b3bf-34b219731d72 service nova] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Received event network-vif-deleted-099363f3-24d3-46f1-8adf-d098502d4b2a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.236499] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.237329] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.696s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.239335] env[68205]: INFO nova.compute.claims [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.269028] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904076, 'name': Rename_Task, 'duration_secs': 0.252764} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.269028] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.269028] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f91682d7-887d-4159-8488-bbbd06895053 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.276613] env[68205]: INFO nova.scheduler.client.report [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Deleted allocations for instance e81ca24d-3bbd-47bf-b88f-d526a5e2ddef [ 713.278942] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 713.278942] env[68205]: value = "task-2904077" [ 713.278942] env[68205]: _type = "Task" [ 713.278942] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.292275] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.418935] env[68205]: INFO nova.compute.manager [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Took 32.62 seconds to build instance. [ 713.611247] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Releasing lock "refresh_cache-b3f53fc9-d041-4c75-80fd-a2f5ee6c7283" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.611782] env[68205]: DEBUG nova.compute.manager [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.611878] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.612844] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6b79c9-1b7d-4d6f-aa7f-268d281d1486 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.625926] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.626269] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74d83007-218a-4a7c-9c67-08a9f9cd9b2b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.637097] env[68205]: DEBUG oslo_vmware.api [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for the task: (returnval){ [ 713.637097] env[68205]: value = "task-2904078" [ 713.637097] env[68205]: _type = "Task" [ 713.637097] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.654538] env[68205]: DEBUG oslo_vmware.api [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.793395] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d92d893-fe78-49aa-8349-01460ff9db62 tempest-InstanceActionsV221TestJSON-140098110 tempest-InstanceActionsV221TestJSON-140098110-project-member] Lock "e81ca24d-3bbd-47bf-b88f-d526a5e2ddef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.321s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.805528] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.921706] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a89a932-d7ad-4bff-b386-4c16f3139b78 tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.133s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.148578] env[68205]: DEBUG oslo_vmware.api [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904078, 'name': PowerOffVM_Task, 'duration_secs': 0.227903} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.148850] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.149034] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.149287] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c6ac33d-9f47-4abe-9f60-d034cd5233e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.179097] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.179748] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.179748] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Deleting the datastore file [datastore1] b3f53fc9-d041-4c75-80fd-a2f5ee6c7283 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.179748] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22273548-f524-4ec8-91e1-976ba59ae836 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.187418] env[68205]: DEBUG oslo_vmware.api [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for the task: (returnval){ [ 714.187418] env[68205]: value = "task-2904080" [ 714.187418] env[68205]: _type = "Task" [ 714.187418] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.196391] env[68205]: DEBUG oslo_vmware.api [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.294838] env[68205]: DEBUG oslo_vmware.api [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904077, 'name': PowerOnVM_Task, 'duration_secs': 0.707448} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.297955] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.298228] env[68205]: INFO nova.compute.manager [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Took 6.20 seconds to spawn the instance on the hypervisor. [ 714.298456] env[68205]: DEBUG nova.compute.manager [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.300417] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fdcccb-a055-44f4-b227-bc293b2b224a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.427253] env[68205]: DEBUG nova.compute.manager [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.710351] env[68205]: DEBUG oslo_vmware.api [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Task: {'id': task-2904080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305151} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.710598] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.711887] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.712191] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.712331] env[68205]: INFO nova.compute.manager [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Took 1.10 seconds to destroy the instance on the hypervisor. [ 714.712584] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.712783] env[68205]: DEBUG nova.compute.manager [-] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.712885] env[68205]: DEBUG nova.network.neutron [-] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.747221] env[68205]: DEBUG nova.network.neutron [-] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.803080] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facce117-6938-426f-b6c5-9935b7f7a17d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.817263] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93788b2f-dcd3-41b4-9d80-0303df8262ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.858762] env[68205]: INFO nova.compute.manager [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Took 29.17 seconds to build instance. [ 714.862413] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6217bb-6f2e-4e2b-8e6d-d1c6c72b2517 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.878497] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee76cd0-ded9-4cda-9b34-4f4637708814 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.901400] env[68205]: DEBUG nova.compute.provider_tree [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.955306] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.094722] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "9e810eb2-b946-420e-91ce-13286fe3b51e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.095039] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.095264] env[68205]: DEBUG nova.compute.manager [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Going to confirm migration 1 {{(pid=68205) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 715.252946] env[68205]: DEBUG nova.network.neutron [-] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.362314] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7dcded3-b872-4f73-949f-88aa91d8b431 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "01a827ba-ed4d-4d82-81d2-0ecee7af2c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.703s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.408024] env[68205]: DEBUG nova.scheduler.client.report [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.714285] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.714568] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.714635] env[68205]: DEBUG nova.network.neutron [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.714804] env[68205]: DEBUG nova.objects.instance [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lazy-loading 'info_cache' on Instance uuid 9e810eb2-b946-420e-91ce-13286fe3b51e {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.755244] env[68205]: INFO nova.compute.manager [-] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Took 1.04 seconds to deallocate network for instance. [ 715.868341] env[68205]: DEBUG nova.compute.manager [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.917287] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.917287] env[68205]: DEBUG nova.compute.manager [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.923158] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.075s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.923903] env[68205]: INFO nova.compute.claims [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.069276] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquiring lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.070254] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.070254] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquiring lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.070254] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.070254] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.072364] env[68205]: INFO nova.compute.manager [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Terminating instance [ 716.270207] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.396033] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.436507] env[68205]: DEBUG nova.compute.utils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.439994] env[68205]: DEBUG nova.compute.manager [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.440209] env[68205]: DEBUG nova.network.neutron [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.502901] env[68205]: DEBUG nova.policy [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '331bf584884d42cfa2760b74b6ff6433', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd784dc4877f34b79a1b791f508b93062', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.576604] env[68205]: DEBUG nova.compute.manager [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.576825] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.577798] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3439db-2b3a-4d39-b0c9-06f15f5c2a63 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.589305] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.590029] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5d0017c-1778-49a7-9c11-cfdeec9a4b2f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.599570] env[68205]: DEBUG oslo_vmware.api [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for the task: (returnval){ [ 716.599570] env[68205]: value = "task-2904081" [ 716.599570] env[68205]: _type = "Task" [ 716.599570] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.608814] env[68205]: DEBUG oslo_vmware.api [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.738735] env[68205]: INFO nova.compute.manager [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Rebuilding instance [ 716.788885] env[68205]: DEBUG nova.compute.manager [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.789850] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5810efa8-495c-40f0-9cb8-e71e8912ca8e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.940953] env[68205]: DEBUG nova.compute.manager [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.949817] env[68205]: DEBUG nova.network.neutron [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Successfully updated port: 36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.081930] env[68205]: DEBUG nova.network.neutron [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Successfully created port: 92cfefdd-c459-4ee1-8289-c519d7b6e5a2 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.111189] env[68205]: DEBUG oslo_vmware.api [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904081, 'name': PowerOffVM_Task, 'duration_secs': 0.298756} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.111460] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.111620] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.111885] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b5e4aef-465b-40a6-aa88-bd4b4c810ca3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.187890] env[68205]: DEBUG nova.network.neutron [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance_info_cache with network_info: [{"id": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "address": "fa:16:3e:d1:db:fe", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772c4a55-d6", "ovs_interfaceid": "772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.190644] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.190756] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.190874] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Deleting the datastore file [datastore2] 7c479f08-16a0-4573-8cae-3a6f4b1c0c33 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.192119] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8c9c8e3-1268-4e56-892d-2cbdfeeda62c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.202674] env[68205]: DEBUG oslo_vmware.api [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for the task: (returnval){ [ 717.202674] env[68205]: value = "task-2904083" [ 717.202674] env[68205]: _type = "Task" [ 717.202674] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.218566] env[68205]: DEBUG oslo_vmware.api [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.404585] env[68205]: DEBUG nova.compute.manager [req-f1719f25-5bf3-435b-93f6-67398a8cc661 req-60a374b9-da90-41fd-a3a5-3c68a55bc50d service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Received event network-vif-plugged-36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.404796] env[68205]: DEBUG oslo_concurrency.lockutils [req-f1719f25-5bf3-435b-93f6-67398a8cc661 req-60a374b9-da90-41fd-a3a5-3c68a55bc50d service nova] Acquiring lock "324ecfd5-13ca-4536-97b2-a84e09cb6495-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.405140] env[68205]: DEBUG oslo_concurrency.lockutils [req-f1719f25-5bf3-435b-93f6-67398a8cc661 req-60a374b9-da90-41fd-a3a5-3c68a55bc50d service nova] Lock "324ecfd5-13ca-4536-97b2-a84e09cb6495-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.405186] env[68205]: DEBUG oslo_concurrency.lockutils [req-f1719f25-5bf3-435b-93f6-67398a8cc661 req-60a374b9-da90-41fd-a3a5-3c68a55bc50d service nova] Lock "324ecfd5-13ca-4536-97b2-a84e09cb6495-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.405379] env[68205]: DEBUG nova.compute.manager [req-f1719f25-5bf3-435b-93f6-67398a8cc661 req-60a374b9-da90-41fd-a3a5-3c68a55bc50d service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] No waiting events found dispatching network-vif-plugged-36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.405552] env[68205]: WARNING nova.compute.manager [req-f1719f25-5bf3-435b-93f6-67398a8cc661 req-60a374b9-da90-41fd-a3a5-3c68a55bc50d service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Received unexpected event network-vif-plugged-36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6 for instance with vm_state building and task_state spawning. [ 717.459193] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquiring lock "refresh_cache-324ecfd5-13ca-4536-97b2-a84e09cb6495" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.464751] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquired lock "refresh_cache-324ecfd5-13ca-4536-97b2-a84e09cb6495" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.464751] env[68205]: DEBUG nova.network.neutron [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.509933] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587ec117-cc0f-4e94-869f-53d791831fa5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.518815] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63256d8d-9047-4f26-866f-c77c615953de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.564731] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fd8983-3209-4368-8369-aacbc84d7b8c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.576028] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c71f16-2dae-4734-ac57-42101227e68a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.590534] env[68205]: DEBUG nova.compute.provider_tree [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.694101] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "refresh_cache-9e810eb2-b946-420e-91ce-13286fe3b51e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.694632] env[68205]: DEBUG nova.objects.instance [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lazy-loading 'migration_context' on Instance uuid 9e810eb2-b946-420e-91ce-13286fe3b51e {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.719106] env[68205]: DEBUG oslo_vmware.api [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Task: {'id': task-2904083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416642} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.719355] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.719530] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.719693] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.719850] env[68205]: INFO nova.compute.manager [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Took 1.14 seconds to destroy the instance on the hypervisor. [ 717.720092] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.720396] env[68205]: DEBUG nova.compute.manager [-] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.720507] env[68205]: DEBUG nova.network.neutron [-] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.808623] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.808971] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ebb430d-f3a3-4030-a49d-798e1257738d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.820492] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 717.820492] env[68205]: value = "task-2904084" [ 717.820492] env[68205]: _type = "Task" [ 717.820492] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.832566] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "a20032d7-90d1-47fe-9b7d-64e0ad250897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.832566] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "a20032d7-90d1-47fe-9b7d-64e0ad250897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.839949] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.870159] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.870474] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.959687] env[68205]: DEBUG nova.compute.manager [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.990118] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.990118] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.990118] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.990118] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.990118] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.990118] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.990118] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.990118] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.990513] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.990625] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.990806] env[68205]: DEBUG nova.virt.hardware [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.991721] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b867cdc-696a-4413-be5d-1493cef4149a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.002280] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645a6121-1955-4bcf-b229-764f9a42cb67 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.097561] env[68205]: DEBUG nova.scheduler.client.report [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.106520] env[68205]: DEBUG nova.network.neutron [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.198389] env[68205]: DEBUG nova.objects.base [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Object Instance<9e810eb2-b946-420e-91ce-13286fe3b51e> lazy-loaded attributes: info_cache,migration_context {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 718.199883] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ffb81d-ba92-47f4-9f2d-f7e6d427c793 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.226190] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952bbdf4-72dd-48db-acd0-9b542a1bf65b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.236589] env[68205]: DEBUG oslo_vmware.api [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 718.236589] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520f4c75-4be4-f26d-19de-a5f173a46b47" [ 718.236589] env[68205]: _type = "Task" [ 718.236589] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.247717] env[68205]: DEBUG oslo_vmware.api [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520f4c75-4be4-f26d-19de-a5f173a46b47, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.248350] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.340416] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904084, 'name': PowerOffVM_Task, 'duration_secs': 0.166377} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.340714] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.340949] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.341772] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d776e-6bb3-4264-901f-236c4ff5497c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.351645] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.351893] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c896fb96-f638-4b93-852e-544f1c3ee935 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.386950] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.387205] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.387368] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Deleting the datastore file [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.387626] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d3e1bfa-f60b-4a15-bc72-9df864356067 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.399670] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 718.399670] env[68205]: value = "task-2904086" [ 718.399670] env[68205]: _type = "Task" [ 718.399670] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.420243] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.569607] env[68205]: DEBUG nova.network.neutron [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Updating instance_info_cache with network_info: [{"id": "36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6", "address": "fa:16:3e:39:ea:31", "network": {"id": "581ac254-f0c4-4be2-a8ef-7ec895ad9029", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1477109396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b27c833c3e4205b71507193702e407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f2a19d-5e", "ovs_interfaceid": "36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.604230] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.605703] env[68205]: DEBUG nova.compute.manager [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.609944] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.102s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.610211] env[68205]: DEBUG nova.objects.instance [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lazy-loading 'resources' on Instance uuid 4f242541-d0d9-404f-b663-389fd58b4fb4 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.616330] env[68205]: DEBUG nova.network.neutron [-] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.819062] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquiring lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.819369] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.873886] env[68205]: DEBUG nova.compute.manager [req-cada0eea-c940-4952-92b5-3c1e03af1854 req-8139ad97-7530-422b-a7b7-65bbd8d93430 service nova] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Received event network-vif-deleted-3181cdf2-4589-412d-8405-560ade75e604 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.916163] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112017} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.916643] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.916912] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.916912] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.073896] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Releasing lock "refresh_cache-324ecfd5-13ca-4536-97b2-a84e09cb6495" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.074061] env[68205]: DEBUG nova.compute.manager [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Instance network_info: |[{"id": "36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6", "address": "fa:16:3e:39:ea:31", "network": {"id": "581ac254-f0c4-4be2-a8ef-7ec895ad9029", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1477109396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b27c833c3e4205b71507193702e407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f2a19d-5e", "ovs_interfaceid": "36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.074634] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ea:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.089256] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Creating folder: Project (f6b27c833c3e4205b71507193702e407). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.089608] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5de7c11e-5cef-4cf1-85cf-3a8a764546a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.105318] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Created folder: Project (f6b27c833c3e4205b71507193702e407) in parent group-v583212. [ 719.105523] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Creating folder: Instances. Parent ref: group-v583265. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.105794] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8646a73-54fe-4028-9a2b-2093f35d4035 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.115300] env[68205]: DEBUG nova.compute.utils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.119299] env[68205]: DEBUG nova.compute.manager [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.119474] env[68205]: DEBUG nova.network.neutron [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.129051] env[68205]: INFO nova.compute.manager [-] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Took 1.40 seconds to deallocate network for instance. [ 719.129051] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Created folder: Instances in parent group-v583265. [ 719.129051] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.129051] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.129051] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49b2a284-2d0f-4836-8645-de7aae7b4c84 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.155822] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.155822] env[68205]: value = "task-2904089" [ 719.155822] env[68205]: _type = "Task" [ 719.155822] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.172385] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904089, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.262732] env[68205]: DEBUG nova.network.neutron [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Successfully updated port: 92cfefdd-c459-4ee1-8289-c519d7b6e5a2 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.380099] env[68205]: DEBUG nova.policy [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe9e7ab8c72747ada17a6d2410004b31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0a3d92d5de47a1929b70b945e84ee9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.625148] env[68205]: DEBUG nova.compute.manager [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.655332] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.673088] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904089, 'name': CreateVM_Task, 'duration_secs': 0.477345} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.676038] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.676910] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.677259] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.679025] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.679025] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587dbb52-c3c3-4e32-8130-666ec80d1e59 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.685571] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for the task: (returnval){ [ 719.685571] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528b3ee7-3223-ddb8-a83d-878ed456b8e7" [ 719.685571] env[68205]: _type = "Task" [ 719.685571] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.708072] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528b3ee7-3223-ddb8-a83d-878ed456b8e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.771691] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquiring lock "refresh_cache-dea10c6f-225d-40dc-a364-8cd319223bc2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.771856] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquired lock "refresh_cache-dea10c6f-225d-40dc-a364-8cd319223bc2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.772038] env[68205]: DEBUG nova.network.neutron [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.888467] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96d77a6-8537-45c7-9243-e017026e2935 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.898724] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bb5ff6-9aed-4853-94f9-9c44f57db6ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.939335] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce2ddf0-2a57-4972-ba73-3e03a256b7a8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.948853] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0c7d12-7187-4662-bfdd-6271d45885bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.966651] env[68205]: DEBUG nova.compute.provider_tree [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.986778] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.987297] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.987297] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.987519] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.987519] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.988118] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.988118] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.988118] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.988577] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.988577] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.988577] env[68205]: DEBUG nova.virt.hardware [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.989644] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd051a2-f836-4d72-ac53-7fc5bdf721b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.000188] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685269d0-5777-4738-bbb8-47d61edf21cc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.016029] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.022310] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.022585] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.022799] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f7be8b4-1b4f-4014-baca-163ecc05eca9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.043662] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.043662] env[68205]: value = "task-2904090" [ 720.043662] env[68205]: _type = "Task" [ 720.043662] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.053756] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904090, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.203750] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528b3ee7-3223-ddb8-a83d-878ed456b8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.019745} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.203750] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.203750] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.203750] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.203750] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.204028] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.204124] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e244fcd-c1dc-4084-b22f-55674557b8f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.216487] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.216719] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.217605] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a15c70-1212-40b4-b704-2312d23b1468 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.225210] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for the task: (returnval){ [ 720.225210] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52def813-c496-3052-7cb2-b1bd557f22f6" [ 720.225210] env[68205]: _type = "Task" [ 720.225210] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.236284] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52def813-c496-3052-7cb2-b1bd557f22f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.476603] env[68205]: DEBUG nova.scheduler.client.report [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.543435] env[68205]: DEBUG nova.network.neutron [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.561540] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904090, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.646126] env[68205]: DEBUG nova.compute.manager [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.693561] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.694891] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.695041] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.695611] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.696398] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.696822] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.698453] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.701125] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.701125] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.701125] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.701125] env[68205]: DEBUG nova.virt.hardware [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.701423] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaccab2-1621-4d29-94e4-2fddc446ac5b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.715494] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34b3fc4-d540-4d02-ae4f-3ddfb3ea953e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.724768] env[68205]: DEBUG nova.compute.manager [req-d8156848-b40c-41ce-8e64-0a0e885675c4 req-d37bd52f-de4a-40a3-80c7-496e83125de3 service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Received event network-changed-36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.724768] env[68205]: DEBUG nova.compute.manager [req-d8156848-b40c-41ce-8e64-0a0e885675c4 req-d37bd52f-de4a-40a3-80c7-496e83125de3 service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Refreshing instance network info cache due to event network-changed-36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.724768] env[68205]: DEBUG oslo_concurrency.lockutils [req-d8156848-b40c-41ce-8e64-0a0e885675c4 req-d37bd52f-de4a-40a3-80c7-496e83125de3 service nova] Acquiring lock "refresh_cache-324ecfd5-13ca-4536-97b2-a84e09cb6495" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.724768] env[68205]: DEBUG oslo_concurrency.lockutils [req-d8156848-b40c-41ce-8e64-0a0e885675c4 req-d37bd52f-de4a-40a3-80c7-496e83125de3 service nova] Acquired lock "refresh_cache-324ecfd5-13ca-4536-97b2-a84e09cb6495" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.724768] env[68205]: DEBUG nova.network.neutron [req-d8156848-b40c-41ce-8e64-0a0e885675c4 req-d37bd52f-de4a-40a3-80c7-496e83125de3 service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Refreshing network info cache for port 36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.755913] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52def813-c496-3052-7cb2-b1bd557f22f6, 'name': SearchDatastore_Task, 'duration_secs': 0.018197} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.756840] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db569758-8916-4e4a-9954-8a6b316b1785 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.763485] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for the task: (returnval){ [ 720.763485] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525144b6-b4a8-11be-7e0c-8c411a641667" [ 720.763485] env[68205]: _type = "Task" [ 720.763485] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.775146] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525144b6-b4a8-11be-7e0c-8c411a641667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.776229] env[68205]: DEBUG nova.network.neutron [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Successfully created port: b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.864186] env[68205]: DEBUG oslo_vmware.rw_handles [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdfd20-e760-1840-436e-4d604917a4fe/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 720.864186] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68598c85-71a8-4608-82e2-2cd888e069d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.872474] env[68205]: DEBUG oslo_vmware.rw_handles [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdfd20-e760-1840-436e-4d604917a4fe/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 720.872910] env[68205]: ERROR oslo_vmware.rw_handles [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdfd20-e760-1840-436e-4d604917a4fe/disk-0.vmdk due to incomplete transfer. [ 720.873304] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe0cbb10-ed50-42e1-83ab-2d80a44da63c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.883306] env[68205]: DEBUG oslo_vmware.rw_handles [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdfd20-e760-1840-436e-4d604917a4fe/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 720.883306] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Uploaded image 1a1ede72-642d-4060-98af-eb0973da548c to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 720.885280] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 720.885695] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff0f0f76-52d2-40cb-8d97-78ae07a7f903 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.893688] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 720.893688] env[68205]: value = "task-2904091" [ 720.893688] env[68205]: _type = "Task" [ 720.893688] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.905624] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904091, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.987133] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.377s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.989991] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.444s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.990879] env[68205]: INFO nova.compute.claims [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.012868] env[68205]: INFO nova.scheduler.client.report [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Deleted allocations for instance 4f242541-d0d9-404f-b663-389fd58b4fb4 [ 721.034715] env[68205]: DEBUG nova.network.neutron [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Updating instance_info_cache with network_info: [{"id": "92cfefdd-c459-4ee1-8289-c519d7b6e5a2", "address": "fa:16:3e:d5:73:e7", "network": {"id": "0cd66a5e-ab94-46aa-b10f-ce4cc017e511", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-345429505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d784dc4877f34b79a1b791f508b93062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cfefdd-c4", "ovs_interfaceid": "92cfefdd-c459-4ee1-8289-c519d7b6e5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.059280] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904090, 'name': CreateVM_Task, 'duration_secs': 0.642646} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.059474] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.059877] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.060047] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.060373] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.061202] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4042796e-11e1-42de-8db2-383eedd9d7c7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.068906] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 721.068906] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52103f0a-ef23-9a1e-113d-dd44948c4786" [ 721.068906] env[68205]: _type = "Task" [ 721.068906] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.077661] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52103f0a-ef23-9a1e-113d-dd44948c4786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.263589] env[68205]: DEBUG nova.network.neutron [req-d8156848-b40c-41ce-8e64-0a0e885675c4 req-d37bd52f-de4a-40a3-80c7-496e83125de3 service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Updated VIF entry in instance network info cache for port 36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.263978] env[68205]: DEBUG nova.network.neutron [req-d8156848-b40c-41ce-8e64-0a0e885675c4 req-d37bd52f-de4a-40a3-80c7-496e83125de3 service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Updating instance_info_cache with network_info: [{"id": "36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6", "address": "fa:16:3e:39:ea:31", "network": {"id": "581ac254-f0c4-4be2-a8ef-7ec895ad9029", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1477109396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b27c833c3e4205b71507193702e407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36f2a19d-5e", "ovs_interfaceid": "36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.278595] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525144b6-b4a8-11be-7e0c-8c411a641667, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.279698] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.280419] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 324ecfd5-13ca-4536-97b2-a84e09cb6495/324ecfd5-13ca-4536-97b2-a84e09cb6495.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.281194] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74e90f1c-aa2c-41e6-87e6-9fd2d5c42f48 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.290394] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for the task: (returnval){ [ 721.290394] env[68205]: value = "task-2904092" [ 721.290394] env[68205]: _type = "Task" [ 721.290394] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.301580] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.406267] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904091, 'name': Destroy_Task, 'duration_secs': 0.325699} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.406267] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Destroyed the VM [ 721.406480] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 721.406552] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9380f2b1-fdbe-4bd8-90c7-edc9f589d09e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.417149] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 721.417149] env[68205]: value = "task-2904093" [ 721.417149] env[68205]: _type = "Task" [ 721.417149] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.427684] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.524249] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0444977a-a77c-4015-bbf6-884cf0f91d50 tempest-AttachInterfacesV270Test-490066105 tempest-AttachInterfacesV270Test-490066105-project-member] Lock "4f242541-d0d9-404f-b663-389fd58b4fb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.274s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.540996] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Releasing lock "refresh_cache-dea10c6f-225d-40dc-a364-8cd319223bc2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.545028] env[68205]: DEBUG nova.compute.manager [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Instance network_info: |[{"id": "92cfefdd-c459-4ee1-8289-c519d7b6e5a2", "address": "fa:16:3e:d5:73:e7", "network": {"id": "0cd66a5e-ab94-46aa-b10f-ce4cc017e511", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-345429505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d784dc4877f34b79a1b791f508b93062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cfefdd-c4", "ovs_interfaceid": "92cfefdd-c459-4ee1-8289-c519d7b6e5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.545028] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:73:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92cfefdd-c459-4ee1-8289-c519d7b6e5a2', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.559754] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Creating folder: Project (d784dc4877f34b79a1b791f508b93062). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.561369] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-314b45b9-e126-4a94-a5a1-094fea0afef2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.580986] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52103f0a-ef23-9a1e-113d-dd44948c4786, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.582776] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.583224] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.583224] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.583345] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.583464] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.583748] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Created folder: Project (d784dc4877f34b79a1b791f508b93062) in parent group-v583212. [ 721.583898] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Creating folder: Instances. Parent ref: group-v583269. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.584215] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e112b3-f5b2-452f-ad48-bc494fced916 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.586298] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37c78952-f4ae-45b9-ba65-8e0bf215e9b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.597709] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.597903] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.602817] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395a7d25-5fff-4ea9-af78-04b29c9be45e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.607653] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Created folder: Instances in parent group-v583269. [ 721.607653] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.607653] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.607653] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68864fe0-ab1d-4457-9b0e-fa9536096ee3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.624287] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 721.624287] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c91f70-82de-8f0b-592c-2faef058127f" [ 721.624287] env[68205]: _type = "Task" [ 721.624287] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.636876] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c91f70-82de-8f0b-592c-2faef058127f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.637909] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.637909] env[68205]: value = "task-2904096" [ 721.637909] env[68205]: _type = "Task" [ 721.637909] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.657893] env[68205]: DEBUG nova.compute.manager [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Received event network-vif-plugged-92cfefdd-c459-4ee1-8289-c519d7b6e5a2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.658230] env[68205]: DEBUG oslo_concurrency.lockutils [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] Acquiring lock "dea10c6f-225d-40dc-a364-8cd319223bc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.658420] env[68205]: DEBUG oslo_concurrency.lockutils [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] Lock "dea10c6f-225d-40dc-a364-8cd319223bc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.658664] env[68205]: DEBUG oslo_concurrency.lockutils [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] Lock "dea10c6f-225d-40dc-a364-8cd319223bc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.658735] env[68205]: DEBUG nova.compute.manager [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] No waiting events found dispatching network-vif-plugged-92cfefdd-c459-4ee1-8289-c519d7b6e5a2 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.660883] env[68205]: WARNING nova.compute.manager [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Received unexpected event network-vif-plugged-92cfefdd-c459-4ee1-8289-c519d7b6e5a2 for instance with vm_state building and task_state spawning. [ 721.660883] env[68205]: DEBUG nova.compute.manager [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Received event network-changed-92cfefdd-c459-4ee1-8289-c519d7b6e5a2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.660883] env[68205]: DEBUG nova.compute.manager [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Refreshing instance network info cache due to event network-changed-92cfefdd-c459-4ee1-8289-c519d7b6e5a2. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.660883] env[68205]: DEBUG oslo_concurrency.lockutils [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] Acquiring lock "refresh_cache-dea10c6f-225d-40dc-a364-8cd319223bc2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.660883] env[68205]: DEBUG oslo_concurrency.lockutils [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] Acquired lock "refresh_cache-dea10c6f-225d-40dc-a364-8cd319223bc2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.660883] env[68205]: DEBUG nova.network.neutron [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Refreshing network info cache for port 92cfefdd-c459-4ee1-8289-c519d7b6e5a2 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.665153] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904096, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.772548] env[68205]: DEBUG oslo_concurrency.lockutils [req-d8156848-b40c-41ce-8e64-0a0e885675c4 req-d37bd52f-de4a-40a3-80c7-496e83125de3 service nova] Releasing lock "refresh_cache-324ecfd5-13ca-4536-97b2-a84e09cb6495" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.802802] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500262} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.803119] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 324ecfd5-13ca-4536-97b2-a84e09cb6495/324ecfd5-13ca-4536-97b2-a84e09cb6495.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.803279] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.803530] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f44c9fc-9992-44da-8501-28c86041bed9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.812885] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for the task: (returnval){ [ 721.812885] env[68205]: value = "task-2904097" [ 721.812885] env[68205]: _type = "Task" [ 721.812885] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.830640] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.929078] env[68205]: DEBUG oslo_vmware.api [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904093, 'name': RemoveSnapshot_Task, 'duration_secs': 0.444249} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.929381] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.929614] env[68205]: INFO nova.compute.manager [None req-3636375d-be4b-4cd1-a509-afaf84ae01e6 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Took 15.33 seconds to snapshot the instance on the hypervisor. [ 722.136294] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c91f70-82de-8f0b-592c-2faef058127f, 'name': SearchDatastore_Task, 'duration_secs': 0.024071} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.137180] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cfd63be-24c4-4ca0-a674-7fa3ad2576c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.152841] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904096, 'name': CreateVM_Task, 'duration_secs': 0.386832} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.153508] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.153663] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 722.153663] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52430a5f-7da9-4c4f-26f0-d3f7bbeedf39" [ 722.153663] env[68205]: _type = "Task" [ 722.153663] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.157069] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.157400] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.157752] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.158147] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc91b2d8-8034-42b2-be9e-4ea051e47799 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.173631] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for the task: (returnval){ [ 722.173631] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52dd8928-9900-98cb-0a4f-77c385a91754" [ 722.173631] env[68205]: _type = "Task" [ 722.173631] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.173852] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52430a5f-7da9-4c4f-26f0-d3f7bbeedf39, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.174183] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.174427] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.177594] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e786cd64-f0fe-453e-820d-e19fb203a518 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.191272] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52dd8928-9900-98cb-0a4f-77c385a91754, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.192051] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 722.192051] env[68205]: value = "task-2904098" [ 722.192051] env[68205]: _type = "Task" [ 722.192051] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.192051] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.192253] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.192352] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.192440] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.192754] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.193056] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbff3eba-e74b-4c78-bdfe-8e5d71245b09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.205793] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.206721] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.206882] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.207639] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b26a909-b145-4e80-97c2-5392a61cb180 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.213359] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for the task: (returnval){ [ 722.213359] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f77ce9-2e18-951b-19be-c0dd7ccbdd0e" [ 722.213359] env[68205]: _type = "Task" [ 722.213359] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.225367] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f77ce9-2e18-951b-19be-c0dd7ccbdd0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.328994] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072364} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.331683] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.332482] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68fa7d9-b7d2-45dd-99e3-5ca1d098be65 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.360811] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 324ecfd5-13ca-4536-97b2-a84e09cb6495/324ecfd5-13ca-4536-97b2-a84e09cb6495.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.363940] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b3777e7-cfd0-422f-b959-39ea22bf5118 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.390735] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for the task: (returnval){ [ 722.390735] env[68205]: value = "task-2904099" [ 722.390735] env[68205]: _type = "Task" [ 722.390735] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.411427] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.540507] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8589a3-7862-40c2-8843-d9747511f307 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.554122] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799c3087-e1cf-4e96-ac11-987132667409 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.593840] env[68205]: DEBUG nova.network.neutron [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Updated VIF entry in instance network info cache for port 92cfefdd-c459-4ee1-8289-c519d7b6e5a2. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.594243] env[68205]: DEBUG nova.network.neutron [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Updating instance_info_cache with network_info: [{"id": "92cfefdd-c459-4ee1-8289-c519d7b6e5a2", "address": "fa:16:3e:d5:73:e7", "network": {"id": "0cd66a5e-ab94-46aa-b10f-ce4cc017e511", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-345429505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d784dc4877f34b79a1b791f508b93062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cfefdd-c4", "ovs_interfaceid": "92cfefdd-c459-4ee1-8289-c519d7b6e5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.596478] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa0fd97-ce05-4380-900c-8c0c5017c520 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.616277] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3065fb3d-c911-4f4d-893e-af4328c9b778 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.638799] env[68205]: DEBUG nova.compute.provider_tree [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.705269] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477915} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.705721] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.708030] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.708387] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8591ee7-987e-4bb2-93c4-6857ccaba8ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.718848] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 722.718848] env[68205]: value = "task-2904100" [ 722.718848] env[68205]: _type = "Task" [ 722.718848] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.727688] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f77ce9-2e18-951b-19be-c0dd7ccbdd0e, 'name': SearchDatastore_Task, 'duration_secs': 0.011726} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.729061] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4fff52-08e5-4e5f-ab68-11571b06546b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.734980] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.741208] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for the task: (returnval){ [ 722.741208] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e2d719-d31a-f420-b26c-9b88eef976f1" [ 722.741208] env[68205]: _type = "Task" [ 722.741208] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.755146] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e2d719-d31a-f420-b26c-9b88eef976f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.755542] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.756136] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] dea10c6f-225d-40dc-a364-8cd319223bc2/dea10c6f-225d-40dc-a364-8cd319223bc2.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.756136] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac33b57d-e9a6-4a58-a46c-7b55da633093 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.766168] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for the task: (returnval){ [ 722.766168] env[68205]: value = "task-2904101" [ 722.766168] env[68205]: _type = "Task" [ 722.766168] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.783321] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.783616] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquiring lock "aa631f83-2087-46a6-82f6-add91abce8ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.783824] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lock "aa631f83-2087-46a6-82f6-add91abce8ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.902829] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904099, 'name': ReconfigVM_Task, 'duration_secs': 0.378506} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.903681] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 324ecfd5-13ca-4536-97b2-a84e09cb6495/324ecfd5-13ca-4536-97b2-a84e09cb6495.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.904379] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-278adff9-d212-4286-b014-83c813006613 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.912632] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for the task: (returnval){ [ 722.912632] env[68205]: value = "task-2904102" [ 722.912632] env[68205]: _type = "Task" [ 722.912632] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.925947] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904102, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.104247] env[68205]: DEBUG oslo_concurrency.lockutils [req-165aaa83-6008-4f8f-ba87-7b53a7922f7b req-2d8c48d7-d45c-438e-a836-cfb8a8676aea service nova] Releasing lock "refresh_cache-dea10c6f-225d-40dc-a364-8cd319223bc2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.140997] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "6a7f56a0-251a-4461-a882-9019cb2d31ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.141231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "6a7f56a0-251a-4461-a882-9019cb2d31ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.149147] env[68205]: DEBUG nova.scheduler.client.report [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.201442] env[68205]: DEBUG nova.network.neutron [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Successfully updated port: b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.234867] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077005} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.235223] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.235956] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a80f57d-1ada-440f-a2d6-11462e440240 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.258936] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.259642] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4108a79b-0fda-4da3-b2f7-074c5b697ac6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.283697] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478604} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.285319] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] dea10c6f-225d-40dc-a364-8cd319223bc2/dea10c6f-225d-40dc-a364-8cd319223bc2.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.285538] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.285837] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 723.285837] env[68205]: value = "task-2904103" [ 723.285837] env[68205]: _type = "Task" [ 723.285837] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.286036] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa003e51-78d2-4c38-aab3-fb7e9539a684 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.299387] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.301222] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for the task: (returnval){ [ 723.301222] env[68205]: value = "task-2904104" [ 723.301222] env[68205]: _type = "Task" [ 723.301222] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.311142] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.424973] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904102, 'name': Rename_Task, 'duration_secs': 0.173842} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.425859] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.426240] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0667546f-6e4e-4d70-ac46-57eebf6bca6c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.435984] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for the task: (returnval){ [ 723.435984] env[68205]: value = "task-2904105" [ 723.435984] env[68205]: _type = "Task" [ 723.435984] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.447266] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.662656] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.663300] env[68205]: DEBUG nova.compute.manager [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.666399] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.134s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.672556] env[68205]: INFO nova.compute.claims [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.704656] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.704777] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquired lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.705737] env[68205]: DEBUG nova.network.neutron [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.791911] env[68205]: DEBUG nova.compute.manager [req-a1912092-2e11-4f51-9a96-e326fd522c92 req-c4a50215-43e6-45e1-954f-0d0995c5b8de service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Received event network-vif-plugged-b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.792150] env[68205]: DEBUG oslo_concurrency.lockutils [req-a1912092-2e11-4f51-9a96-e326fd522c92 req-c4a50215-43e6-45e1-954f-0d0995c5b8de service nova] Acquiring lock "21153c58-215c-4985-a5c0-1df0cbc0b15c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.793412] env[68205]: DEBUG oslo_concurrency.lockutils [req-a1912092-2e11-4f51-9a96-e326fd522c92 req-c4a50215-43e6-45e1-954f-0d0995c5b8de service nova] Lock "21153c58-215c-4985-a5c0-1df0cbc0b15c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.793412] env[68205]: DEBUG oslo_concurrency.lockutils [req-a1912092-2e11-4f51-9a96-e326fd522c92 req-c4a50215-43e6-45e1-954f-0d0995c5b8de service nova] Lock "21153c58-215c-4985-a5c0-1df0cbc0b15c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.793412] env[68205]: DEBUG nova.compute.manager [req-a1912092-2e11-4f51-9a96-e326fd522c92 req-c4a50215-43e6-45e1-954f-0d0995c5b8de service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] No waiting events found dispatching network-vif-plugged-b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.793610] env[68205]: WARNING nova.compute.manager [req-a1912092-2e11-4f51-9a96-e326fd522c92 req-c4a50215-43e6-45e1-954f-0d0995c5b8de service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Received unexpected event network-vif-plugged-b5463baf-1fa5-4ce2-b357-6bfff2669010 for instance with vm_state building and task_state spawning. [ 723.815026] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904103, 'name': ReconfigVM_Task, 'duration_secs': 0.360197} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.815026] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.815026] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b8bf246-edd9-41c7-bc78-db1f7f6194f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.819788] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079534} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.822085] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.823758] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 723.823758] env[68205]: value = "task-2904106" [ 723.823758] env[68205]: _type = "Task" [ 723.823758] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.823758] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b2124c-59ce-44df-bac7-3cc610c675a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.838851] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904106, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.861937] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] dea10c6f-225d-40dc-a364-8cd319223bc2/dea10c6f-225d-40dc-a364-8cd319223bc2.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.863948] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f702b33-54ba-47ea-8789-5e53806ca533 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.887034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "2b4fccd8-06c9-4089-a812-a843181b79e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.887034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.894434] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for the task: (returnval){ [ 723.894434] env[68205]: value = "task-2904107" [ 723.894434] env[68205]: _type = "Task" [ 723.894434] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.905544] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.948034] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904105, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.178575] env[68205]: DEBUG nova.compute.utils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.180742] env[68205]: DEBUG nova.compute.manager [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.181044] env[68205]: DEBUG nova.network.neutron [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.291141] env[68205]: DEBUG nova.network.neutron [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.295113] env[68205]: DEBUG nova.policy [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c488155465428da654d30b94898f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d4c157a34db4a2e967b6e92688a5e43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.341357] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904106, 'name': Rename_Task, 'duration_secs': 0.240984} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.341796] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.342310] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bfb2fb6-6050-4fb2-b3dc-248f56563d1b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.353188] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 724.353188] env[68205]: value = "task-2904108" [ 724.353188] env[68205]: _type = "Task" [ 724.353188] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.366421] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.410107] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.452949] env[68205]: DEBUG oslo_vmware.api [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904105, 'name': PowerOnVM_Task, 'duration_secs': 0.751815} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.453311] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.453570] env[68205]: INFO nova.compute.manager [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Took 11.47 seconds to spawn the instance on the hypervisor. [ 724.453962] env[68205]: DEBUG nova.compute.manager [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.454715] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edd2006-1352-4479-a3b5-7df812e74e8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.692135] env[68205]: DEBUG nova.compute.manager [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.870230] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.875364] env[68205]: DEBUG nova.network.neutron [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updating instance_info_cache with network_info: [{"id": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "address": "fa:16:3e:a3:4a:6a", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5463baf-1f", "ovs_interfaceid": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.910055] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.978569] env[68205]: INFO nova.compute.manager [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Took 37.35 seconds to build instance. [ 725.075648] env[68205]: DEBUG oslo_concurrency.lockutils [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.075863] env[68205]: DEBUG oslo_concurrency.lockutils [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.076077] env[68205]: DEBUG oslo_concurrency.lockutils [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.076281] env[68205]: DEBUG oslo_concurrency.lockutils [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.076441] env[68205]: DEBUG oslo_concurrency.lockutils [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.078569] env[68205]: INFO nova.compute.manager [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Terminating instance [ 725.253393] env[68205]: DEBUG nova.network.neutron [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Successfully created port: 282d64e1-43ed-43ca-9cc4-a4948f017770 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.324440] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962685fb-dc4c-4496-9f93-669f73f5f4ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.336384] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c0103-24b2-4fc3-88d3-a50d6610c326 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.377965] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eadf2e-e481-47ea-95d9-8141f3f5e0d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.381383] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Releasing lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.381691] env[68205]: DEBUG nova.compute.manager [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Instance network_info: |[{"id": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "address": "fa:16:3e:a3:4a:6a", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5463baf-1f", "ovs_interfaceid": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.382637] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:4a:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5463baf-1fa5-4ce2-b357-6bfff2669010', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.390374] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Creating folder: Project (ad0a3d92d5de47a1929b70b945e84ee9). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.398025] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee0330bb-bb67-4947-ad8b-70035bb8828d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.398025] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.403701] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0257b6-9af2-4422-afd1-7686e32a6c8e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.409850] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Created folder: Project (ad0a3d92d5de47a1929b70b945e84ee9) in parent group-v583212. [ 725.410047] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Creating folder: Instances. Parent ref: group-v583272. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.410298] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abefe201-514a-4da1-9d04-d4f270e22498 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.426287] env[68205]: DEBUG nova.compute.provider_tree [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.427849] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.443494] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Created folder: Instances in parent group-v583272. [ 725.443769] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.443956] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.444188] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c49ad3c9-cfee-40f5-b34d-a86687a028bf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.467999] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.467999] env[68205]: value = "task-2904111" [ 725.467999] env[68205]: _type = "Task" [ 725.467999] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.477594] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904111, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.480202] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed62039-27f2-4693-9968-7800dd27155a tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lock "324ecfd5-13ca-4536-97b2-a84e09cb6495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.872s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.585751] env[68205]: DEBUG nova.compute.manager [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.585751] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.585751] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006fce02-7912-4bc6-a999-da11fb022613 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.598333] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.598333] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c11eaf33-e157-4073-a5cc-81ae60fcbe70 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.672195] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.672966] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.674028] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleting the datastore file [datastore2] 42282b6b-6f06-4f86-ac0a-2a1c5229786a {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.674028] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5382c482-fc68-4721-9300-a22a0141a89b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.684874] env[68205]: DEBUG oslo_vmware.api [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 725.684874] env[68205]: value = "task-2904113" [ 725.684874] env[68205]: _type = "Task" [ 725.684874] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.705423] env[68205]: DEBUG oslo_vmware.api [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.715013] env[68205]: DEBUG nova.compute.manager [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.761256] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.761570] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.761955] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.761955] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.762274] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.762333] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.762784] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.762784] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.762949] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.763551] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.763551] env[68205]: DEBUG nova.virt.hardware [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.764700] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce49792c-5b02-4ed2-8f49-f07792f35d81 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.776978] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd6dc5b-3f6f-47a8-b369-504f63f06fc1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.890281] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904108, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.911018] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904107, 'name': ReconfigVM_Task, 'duration_secs': 1.597102} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.911535] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Reconfigured VM instance instance-00000012 to attach disk [datastore2] dea10c6f-225d-40dc-a364-8cd319223bc2/dea10c6f-225d-40dc-a364-8cd319223bc2.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.912231] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0cf5d94-9017-4aa3-a186-b40ae8cdb0bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.924866] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for the task: (returnval){ [ 725.924866] env[68205]: value = "task-2904114" [ 725.924866] env[68205]: _type = "Task" [ 725.924866] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.932743] env[68205]: DEBUG nova.scheduler.client.report [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.940927] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904114, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.986575] env[68205]: DEBUG nova.compute.manager [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.992691] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904111, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.198715] env[68205]: DEBUG oslo_vmware.api [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153637} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.199352] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.199583] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.199940] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.200468] env[68205]: INFO nova.compute.manager [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Took 0.62 seconds to destroy the instance on the hypervisor. [ 726.200566] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.200809] env[68205]: DEBUG nova.compute.manager [-] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.200932] env[68205]: DEBUG nova.network.neutron [-] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.388920] env[68205]: DEBUG oslo_vmware.api [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904108, 'name': PowerOnVM_Task, 'duration_secs': 1.61446} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.388920] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.388920] env[68205]: DEBUG nova.compute.manager [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.389870] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669c06fd-4a5d-4a48-9606-dce822e64197 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.422202] env[68205]: DEBUG nova.compute.manager [req-1f496757-6ab1-4a8c-9160-c19ce6f740b0 req-ea7a11a9-64ad-4e29-94bd-c4ee87d01826 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Received event network-changed-b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.422394] env[68205]: DEBUG nova.compute.manager [req-1f496757-6ab1-4a8c-9160-c19ce6f740b0 req-ea7a11a9-64ad-4e29-94bd-c4ee87d01826 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Refreshing instance network info cache due to event network-changed-b5463baf-1fa5-4ce2-b357-6bfff2669010. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.422610] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f496757-6ab1-4a8c-9160-c19ce6f740b0 req-ea7a11a9-64ad-4e29-94bd-c4ee87d01826 service nova] Acquiring lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.422751] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f496757-6ab1-4a8c-9160-c19ce6f740b0 req-ea7a11a9-64ad-4e29-94bd-c4ee87d01826 service nova] Acquired lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.422903] env[68205]: DEBUG nova.network.neutron [req-1f496757-6ab1-4a8c-9160-c19ce6f740b0 req-ea7a11a9-64ad-4e29-94bd-c4ee87d01826 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Refreshing network info cache for port b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.438485] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.440564] env[68205]: DEBUG nova.compute.manager [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.447621] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904114, 'name': Rename_Task, 'duration_secs': 0.31023} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.448534] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.941s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.450045] env[68205]: INFO nova.compute.claims [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.460119] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.463911] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1f2f2f5-7498-40c2-ac25-748f90c67835 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.474203] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for the task: (returnval){ [ 726.474203] env[68205]: value = "task-2904115" [ 726.474203] env[68205]: _type = "Task" [ 726.474203] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.488207] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904111, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.490677] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.524304] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.607856] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "cf724785-3f69-4e75-93ca-4425ea703689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.607856] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "cf724785-3f69-4e75-93ca-4425ea703689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.912287] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.949672] env[68205]: DEBUG nova.compute.utils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.952400] env[68205]: DEBUG nova.compute.manager [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.952602] env[68205]: DEBUG nova.network.neutron [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.991153] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904111, 'name': CreateVM_Task, 'duration_secs': 1.431142} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.991386] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.992065] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.992243] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.992554] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.992812] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e87f53-a8fd-41ab-89bd-9e9560265ccf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.998968] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904115, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.003965] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 727.003965] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5217fdf3-a7fc-6ad9-9d36-48bc526cf57e" [ 727.003965] env[68205]: _type = "Task" [ 727.003965] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.014293] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5217fdf3-a7fc-6ad9-9d36-48bc526cf57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.057029] env[68205]: DEBUG nova.policy [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82121c4dc0c54df28f181a08d5883d69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13f466bf5954487cbe6c028cc44d1ba5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.334312] env[68205]: DEBUG nova.network.neutron [req-1f496757-6ab1-4a8c-9160-c19ce6f740b0 req-ea7a11a9-64ad-4e29-94bd-c4ee87d01826 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updated VIF entry in instance network info cache for port b5463baf-1fa5-4ce2-b357-6bfff2669010. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.334625] env[68205]: DEBUG nova.network.neutron [req-1f496757-6ab1-4a8c-9160-c19ce6f740b0 req-ea7a11a9-64ad-4e29-94bd-c4ee87d01826 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updating instance_info_cache with network_info: [{"id": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "address": "fa:16:3e:a3:4a:6a", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5463baf-1f", "ovs_interfaceid": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.388180] env[68205]: DEBUG nova.network.neutron [-] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.403271] env[68205]: DEBUG nova.compute.manager [req-44ae7550-a4e0-4509-bf06-7d4789fc5931 req-914d3815-8921-45af-8e85-50bc89c5f3b0 service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Received event network-vif-deleted-100f1ab4-e79a-4a2d-a588-07c33121dcd8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.403541] env[68205]: INFO nova.compute.manager [req-44ae7550-a4e0-4509-bf06-7d4789fc5931 req-914d3815-8921-45af-8e85-50bc89c5f3b0 service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Neutron deleted interface 100f1ab4-e79a-4a2d-a588-07c33121dcd8; detaching it from the instance and deleting it from the info cache [ 727.403802] env[68205]: DEBUG nova.network.neutron [req-44ae7550-a4e0-4509-bf06-7d4789fc5931 req-914d3815-8921-45af-8e85-50bc89c5f3b0 service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.457293] env[68205]: DEBUG nova.compute.manager [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.491176] env[68205]: DEBUG oslo_vmware.api [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904115, 'name': PowerOnVM_Task, 'duration_secs': 0.699566} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.491544] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.491678] env[68205]: INFO nova.compute.manager [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Took 9.53 seconds to spawn the instance on the hypervisor. [ 727.491817] env[68205]: DEBUG nova.compute.manager [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.492920] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9c884f-8bcb-45ec-98a2-f6fed16f001e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.526176] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5217fdf3-a7fc-6ad9-9d36-48bc526cf57e, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.526176] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.526430] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.526661] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.526800] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.526973] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.527289] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba3bb02-9e8b-41b2-8398-9da821290985 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.539779] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.539970] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.540780] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3f752f-8e0d-4a5b-9d68-39cfd00551cf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.549081] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 727.549081] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525639c3-662b-44db-68b7-5338e1a0c732" [ 727.549081] env[68205]: _type = "Task" [ 727.549081] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.560914] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525639c3-662b-44db-68b7-5338e1a0c732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.605087] env[68205]: DEBUG nova.network.neutron [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Successfully created port: b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.689196] env[68205]: DEBUG nova.network.neutron [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Successfully updated port: 282d64e1-43ed-43ca-9cc4-a4948f017770 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.840031] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f496757-6ab1-4a8c-9160-c19ce6f740b0 req-ea7a11a9-64ad-4e29-94bd-c4ee87d01826 service nova] Releasing lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.896086] env[68205]: INFO nova.compute.manager [-] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Took 1.69 seconds to deallocate network for instance. [ 727.907330] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-855a3b4d-ce65-40a6-b244-b6176e37245f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.929865] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829bbce5-c5d8-489e-b825-bdfd4cc3ae84 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.983727] env[68205]: DEBUG nova.compute.manager [req-44ae7550-a4e0-4509-bf06-7d4789fc5931 req-914d3815-8921-45af-8e85-50bc89c5f3b0 service nova] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Detach interface failed, port_id=100f1ab4-e79a-4a2d-a588-07c33121dcd8, reason: Instance 42282b6b-6f06-4f86-ac0a-2a1c5229786a could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 728.028042] env[68205]: INFO nova.compute.manager [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Took 33.51 seconds to build instance. [ 728.068261] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525639c3-662b-44db-68b7-5338e1a0c732, 'name': SearchDatastore_Task, 'duration_secs': 0.012079} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.072019] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c2380a-f2fd-4a56-b715-00234d67c070 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.078803] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 728.078803] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d121c-167a-21a8-53c2-fa63a91647f1" [ 728.078803] env[68205]: _type = "Task" [ 728.078803] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.088890] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d121c-167a-21a8-53c2-fa63a91647f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.167171] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1438f000-3112-4f05-8395-e5b3d1251ed0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.176026] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b3447b-3894-431f-878c-f1a100a4fd42 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.212015] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "refresh_cache-cddd9f44-3672-42a5-88f7-59c42cf153f1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.212179] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquired lock "refresh_cache-cddd9f44-3672-42a5-88f7-59c42cf153f1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.212318] env[68205]: DEBUG nova.network.neutron [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.214730] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a0931d-e810-4b42-a15e-1364367ad7f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.224289] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa9c448-417b-4a89-8f3f-a727310a0d64 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.242668] env[68205]: DEBUG nova.compute.provider_tree [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.406224] env[68205]: DEBUG oslo_concurrency.lockutils [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.479661] env[68205]: DEBUG nova.compute.manager [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.515870] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.515870] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.515870] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.515870] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.516775] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.518221] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.518670] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.518986] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.520091] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.520091] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.520091] env[68205]: DEBUG nova.virt.hardware [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.520562] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7d6679-993f-47ed-b8ad-f60c438626f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.531277] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3868672-9aeb-4ae1-b866-468db4b87e4a tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lock "dea10c6f-225d-40dc-a364-8cd319223bc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.802s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.533587] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ee00c5-7699-46b0-89d9-cf4eeb7ed00c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.592273] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d121c-167a-21a8-53c2-fa63a91647f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.592273] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.592273] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 21153c58-215c-4985-a5c0-1df0cbc0b15c/21153c58-215c-4985-a5c0-1df0cbc0b15c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.592273] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31c78fec-1e1d-45fd-824f-33c5860bf37e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.598413] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 728.598413] env[68205]: value = "task-2904116" [ 728.598413] env[68205]: _type = "Task" [ 728.598413] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.608818] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.746990] env[68205]: DEBUG nova.scheduler.client.report [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.813355] env[68205]: DEBUG nova.network.neutron [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.039602] env[68205]: DEBUG nova.compute.manager [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.076019] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "bcdb9b4e-6538-4752-b506-508ef0e7720a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.076019] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "bcdb9b4e-6538-4752-b506-508ef0e7720a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.112149] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "d19fc1e1-b61c-4366-b880-85e694c40ee1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.112399] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "d19fc1e1-b61c-4366-b880-85e694c40ee1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.114601] env[68205]: INFO nova.compute.manager [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Rebuilding instance [ 729.123617] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504175} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.123617] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 21153c58-215c-4985-a5c0-1df0cbc0b15c/21153c58-215c-4985-a5c0-1df0cbc0b15c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.123617] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.124032] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afc21fc9-db50-421b-93c9-835bdd2a81f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.132978] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 729.132978] env[68205]: value = "task-2904117" [ 729.132978] env[68205]: _type = "Task" [ 729.132978] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.143414] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.147344] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.147593] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.180356] env[68205]: DEBUG nova.compute.manager [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.181524] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a035ff-2d3d-4daa-a0a8-5a47f2b7492a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.187759] env[68205]: DEBUG nova.network.neutron [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Updating instance_info_cache with network_info: [{"id": "282d64e1-43ed-43ca-9cc4-a4948f017770", "address": "fa:16:3e:88:3d:90", "network": {"id": "35633fff-aa6b-47d6-bc87-0ca552791ac5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-556151829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4c157a34db4a2e967b6e92688a5e43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282d64e1-43", "ovs_interfaceid": "282d64e1-43ed-43ca-9cc4-a4948f017770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.257320] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.257642] env[68205]: DEBUG nova.compute.manager [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.260743] env[68205]: DEBUG oslo_concurrency.lockutils [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.287s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.260743] env[68205]: DEBUG nova.objects.instance [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lazy-loading 'resources' on Instance uuid 5ffc47b4-c8f3-4df1-a64f-44854b07bc68 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.564458] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.580162] env[68205]: DEBUG nova.network.neutron [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Successfully updated port: b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.645417] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084447} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.646498] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.646857] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad09d134-c24c-43b2-8741-502ac4b2023a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.675445] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 21153c58-215c-4985-a5c0-1df0cbc0b15c/21153c58-215c-4985-a5c0-1df0cbc0b15c.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.675557] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0646149-2442-4b53-a6ab-adf95ef584bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.696561] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Releasing lock "refresh_cache-cddd9f44-3672-42a5-88f7-59c42cf153f1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.696941] env[68205]: DEBUG nova.compute.manager [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Instance network_info: |[{"id": "282d64e1-43ed-43ca-9cc4-a4948f017770", "address": "fa:16:3e:88:3d:90", "network": {"id": "35633fff-aa6b-47d6-bc87-0ca552791ac5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-556151829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4c157a34db4a2e967b6e92688a5e43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282d64e1-43", "ovs_interfaceid": "282d64e1-43ed-43ca-9cc4-a4948f017770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.699069] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:3d:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '282d64e1-43ed-43ca-9cc4-a4948f017770', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.707631] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Creating folder: Project (5d4c157a34db4a2e967b6e92688a5e43). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.710145] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-134c8a1a-6564-4230-a498-00e4806f5c6b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.713287] env[68205]: DEBUG nova.compute.manager [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Received event network-vif-plugged-282d64e1-43ed-43ca-9cc4-a4948f017770 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.713588] env[68205]: DEBUG oslo_concurrency.lockutils [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] Acquiring lock "cddd9f44-3672-42a5-88f7-59c42cf153f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.714471] env[68205]: DEBUG oslo_concurrency.lockutils [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.714623] env[68205]: DEBUG oslo_concurrency.lockutils [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.714798] env[68205]: DEBUG nova.compute.manager [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] No waiting events found dispatching network-vif-plugged-282d64e1-43ed-43ca-9cc4-a4948f017770 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.714988] env[68205]: WARNING nova.compute.manager [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Received unexpected event network-vif-plugged-282d64e1-43ed-43ca-9cc4-a4948f017770 for instance with vm_state building and task_state spawning. [ 729.715167] env[68205]: DEBUG nova.compute.manager [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Received event network-changed-282d64e1-43ed-43ca-9cc4-a4948f017770 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.715342] env[68205]: DEBUG nova.compute.manager [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Refreshing instance network info cache due to event network-changed-282d64e1-43ed-43ca-9cc4-a4948f017770. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.715594] env[68205]: DEBUG oslo_concurrency.lockutils [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] Acquiring lock "refresh_cache-cddd9f44-3672-42a5-88f7-59c42cf153f1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.715982] env[68205]: DEBUG oslo_concurrency.lockutils [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] Acquired lock "refresh_cache-cddd9f44-3672-42a5-88f7-59c42cf153f1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.715982] env[68205]: DEBUG nova.network.neutron [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Refreshing network info cache for port 282d64e1-43ed-43ca-9cc4-a4948f017770 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.719204] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 729.719204] env[68205]: value = "task-2904118" [ 729.719204] env[68205]: _type = "Task" [ 729.719204] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.731859] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.733365] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Created folder: Project (5d4c157a34db4a2e967b6e92688a5e43) in parent group-v583212. [ 729.733556] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Creating folder: Instances. Parent ref: group-v583275. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.734112] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c7fedcd-5c7a-4b31-8f21-1676f9ccdd15 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.746305] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Created folder: Instances in parent group-v583275. [ 729.746588] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.746796] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.748465] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a552b883-2c61-4411-bf68-0846a04b0d36 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.764142] env[68205]: DEBUG nova.compute.utils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.768712] env[68205]: DEBUG nova.compute.manager [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.768883] env[68205]: DEBUG nova.network.neutron [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.774949] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.774949] env[68205]: value = "task-2904121" [ 729.774949] env[68205]: _type = "Task" [ 729.774949] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.790552] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904121, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.884565] env[68205]: DEBUG nova.policy [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '966a0f18764d42d58c469be10d479e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '939d5d706002438280915f0ae8a840bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.069781] env[68205]: DEBUG nova.compute.manager [req-a32a6b42-a098-4685-ac57-bed113eeb4fa req-3197e2c1-db9d-46b1-af68-6c677cabf977 service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Received event network-vif-plugged-b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.070175] env[68205]: DEBUG oslo_concurrency.lockutils [req-a32a6b42-a098-4685-ac57-bed113eeb4fa req-3197e2c1-db9d-46b1-af68-6c677cabf977 service nova] Acquiring lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.070310] env[68205]: DEBUG oslo_concurrency.lockutils [req-a32a6b42-a098-4685-ac57-bed113eeb4fa req-3197e2c1-db9d-46b1-af68-6c677cabf977 service nova] Lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.070502] env[68205]: DEBUG oslo_concurrency.lockutils [req-a32a6b42-a098-4685-ac57-bed113eeb4fa req-3197e2c1-db9d-46b1-af68-6c677cabf977 service nova] Lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.070765] env[68205]: DEBUG nova.compute.manager [req-a32a6b42-a098-4685-ac57-bed113eeb4fa req-3197e2c1-db9d-46b1-af68-6c677cabf977 service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] No waiting events found dispatching network-vif-plugged-b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.071506] env[68205]: WARNING nova.compute.manager [req-a32a6b42-a098-4685-ac57-bed113eeb4fa req-3197e2c1-db9d-46b1-af68-6c677cabf977 service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Received unexpected event network-vif-plugged-b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5 for instance with vm_state building and task_state spawning. [ 730.085027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquiring lock "refresh_cache-24cc0530-19cf-49dc-9502-8c91cac5e7f2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.085027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquired lock "refresh_cache-24cc0530-19cf-49dc-9502-8c91cac5e7f2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.085027] env[68205]: DEBUG nova.network.neutron [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.211286] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.211286] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-820eb6e2-d7ff-4152-8bb3-778085353146 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.227362] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for the task: (returnval){ [ 730.227362] env[68205]: value = "task-2904122" [ 730.227362] env[68205]: _type = "Task" [ 730.227362] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.238995] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904118, 'name': ReconfigVM_Task, 'duration_secs': 0.470484} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.239348] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 21153c58-215c-4985-a5c0-1df0cbc0b15c/21153c58-215c-4985-a5c0-1df0cbc0b15c.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.240180] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1693bc1-0ed4-4aee-b8b1-ca915670568f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.249325] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.262280] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 730.262280] env[68205]: value = "task-2904123" [ 730.262280] env[68205]: _type = "Task" [ 730.262280] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.272615] env[68205]: DEBUG nova.compute.manager [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.283688] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904123, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.297881] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904121, 'name': CreateVM_Task, 'duration_secs': 0.401506} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.298353] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.299175] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.299373] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.299765] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.300122] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ffaed49-8664-4e96-b29f-22d47a7c1d0d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.306920] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 730.306920] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae99f9-5725-029d-3435-62b0d9c5b27c" [ 730.306920] env[68205]: _type = "Task" [ 730.306920] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.321441] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae99f9-5725-029d-3435-62b0d9c5b27c, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.322237] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.322237] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.322237] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.322420] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.322583] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.322866] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58ec837e-2365-4588-8b7e-5850911a0d1a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.340361] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.340702] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.342111] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c002dcf-6a30-481d-851b-bdd29acf3d9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.352049] env[68205]: DEBUG nova.network.neutron [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Successfully created port: 1aca6334-0100-4a20-8abd-2e3fef81e59a {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.358662] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 730.358662] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fd92c4-4fe6-1dc7-7093-96c8877e9289" [ 730.358662] env[68205]: _type = "Task" [ 730.358662] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.382325] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fd92c4-4fe6-1dc7-7093-96c8877e9289, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.383259] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f637d010-c0c2-4868-ae3e-77642d6a56c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.390540] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 730.390540] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a74123-917c-a971-7ae0-921288d8fb55" [ 730.390540] env[68205]: _type = "Task" [ 730.390540] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.405584] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a74123-917c-a971-7ae0-921288d8fb55, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.408581] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.408851] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] cddd9f44-3672-42a5-88f7-59c42cf153f1/cddd9f44-3672-42a5-88f7-59c42cf153f1.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.409663] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d3d9164-588f-4f63-b8af-4665c13c80db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.419453] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 730.419453] env[68205]: value = "task-2904124" [ 730.419453] env[68205]: _type = "Task" [ 730.419453] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.433046] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.459335] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40800067-1fbe-4578-850c-6c4a32519dc4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.468317] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3039f07-61bd-4e7b-9691-11b33da7f0e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.505276] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6729657-4580-4f00-bb0b-2038bd7ec60d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.514285] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3701c5db-f7a8-4daa-9814-a1b572ed8308 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.529896] env[68205]: DEBUG nova.compute.provider_tree [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.640187] env[68205]: DEBUG nova.network.neutron [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.651247] env[68205]: DEBUG nova.network.neutron [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Updated VIF entry in instance network info cache for port 282d64e1-43ed-43ca-9cc4-a4948f017770. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.651654] env[68205]: DEBUG nova.network.neutron [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Updating instance_info_cache with network_info: [{"id": "282d64e1-43ed-43ca-9cc4-a4948f017770", "address": "fa:16:3e:88:3d:90", "network": {"id": "35633fff-aa6b-47d6-bc87-0ca552791ac5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-556151829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4c157a34db4a2e967b6e92688a5e43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282d64e1-43", "ovs_interfaceid": "282d64e1-43ed-43ca-9cc4-a4948f017770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.742751] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904122, 'name': PowerOffVM_Task, 'duration_secs': 0.248347} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.746463] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.746806] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.747888] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaef67c-bec0-400b-8c6d-c21e6cb33e19 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.756539] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.756826] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1de08a6-1870-4c8b-bcfc-79832b173284 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.780592] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904123, 'name': Rename_Task, 'duration_secs': 0.167618} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.781224] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.781559] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64375150-a013-4f59-821c-8a09da22dd42 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.791382] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.791607] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.791824] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Deleting the datastore file [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.793693] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c83ae914-ce24-463b-a706-fad2efe2d76b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.795888] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 730.795888] env[68205]: value = "task-2904126" [ 730.795888] env[68205]: _type = "Task" [ 730.795888] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.804837] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for the task: (returnval){ [ 730.804837] env[68205]: value = "task-2904127" [ 730.804837] env[68205]: _type = "Task" [ 730.804837] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.808376] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.820898] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.932261] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51336} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.932747] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] cddd9f44-3672-42a5-88f7-59c42cf153f1/cddd9f44-3672-42a5-88f7-59c42cf153f1.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.932967] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.933317] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7237a9c8-9dde-490d-bb5d-e1f5553daf3f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.941845] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 730.941845] env[68205]: value = "task-2904128" [ 730.941845] env[68205]: _type = "Task" [ 730.941845] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.951898] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.032952] env[68205]: DEBUG nova.scheduler.client.report [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.138055] env[68205]: DEBUG nova.network.neutron [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Updating instance_info_cache with network_info: [{"id": "b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5", "address": "fa:16:3e:1d:33:f7", "network": {"id": "4f5c35ee-1d0d-44b8-b431-8c1be34d2476", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-945995875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f466bf5954487cbe6c028cc44d1ba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fdcd70-35", "ovs_interfaceid": "b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.155112] env[68205]: DEBUG oslo_concurrency.lockutils [req-b5acb9e5-a473-466b-98ae-48c7f88f9eff req-2efa8bd7-9bea-4e0e-adde-763c6048f905 service nova] Releasing lock "refresh_cache-cddd9f44-3672-42a5-88f7-59c42cf153f1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.283426] env[68205]: DEBUG nova.compute.manager [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.308621] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904126, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.325035] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176137} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.325305] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.325636] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.325854] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.326172] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.326404] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.326571] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.326792] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.326946] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.327134] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.327357] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.327536] env[68205]: DEBUG nova.virt.hardware [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.327837] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.328043] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.328223] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.331817] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef131b8-8b07-486a-8b22-84f1894fddca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.343376] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65c16b1-dc5c-4593-8e30-c79316ec9b92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.453285] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081521} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.454017] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.454416] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d797b-f2e3-44c9-a4a6-d30dab0e7bcf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.486972] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] cddd9f44-3672-42a5-88f7-59c42cf153f1/cddd9f44-3672-42a5-88f7-59c42cf153f1.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.487088] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ba6240d-8167-470b-b67c-f3c2a213d9dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.508927] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 731.508927] env[68205]: value = "task-2904129" [ 731.508927] env[68205]: _type = "Task" [ 731.508927] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.518369] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.539122] env[68205]: DEBUG oslo_concurrency.lockutils [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.542591] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.437s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.543800] env[68205]: INFO nova.compute.claims [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.584927] env[68205]: INFO nova.scheduler.client.report [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Deleted allocations for instance 5ffc47b4-c8f3-4df1-a64f-44854b07bc68 [ 731.644661] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Releasing lock "refresh_cache-24cc0530-19cf-49dc-9502-8c91cac5e7f2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.646234] env[68205]: DEBUG nova.compute.manager [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Instance network_info: |[{"id": "b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5", "address": "fa:16:3e:1d:33:f7", "network": {"id": "4f5c35ee-1d0d-44b8-b431-8c1be34d2476", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-945995875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f466bf5954487cbe6c028cc44d1ba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fdcd70-35", "ovs_interfaceid": "b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.646234] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:33:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.653623] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Creating folder: Project (13f466bf5954487cbe6c028cc44d1ba5). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.654784] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f83148a9-984a-45a8-adb5-5ad1f8e8348e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.668946] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Created folder: Project (13f466bf5954487cbe6c028cc44d1ba5) in parent group-v583212. [ 731.669046] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Creating folder: Instances. Parent ref: group-v583278. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.669295] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58dfe3af-c95a-4769-81a2-1e5dd106c3df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.685111] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Created folder: Instances in parent group-v583278. [ 731.685509] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.685737] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.685946] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-307304ed-cb65-48bf-b869-aef2747ee4c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.709323] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.709323] env[68205]: value = "task-2904132" [ 731.709323] env[68205]: _type = "Task" [ 731.709323] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.717547] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904132, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.808030] env[68205]: DEBUG oslo_vmware.api [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904126, 'name': PowerOnVM_Task, 'duration_secs': 0.54364} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.808030] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.808102] env[68205]: INFO nova.compute.manager [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Took 11.16 seconds to spawn the instance on the hypervisor. [ 731.808594] env[68205]: DEBUG nova.compute.manager [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.809124] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea114eca-d024-480e-bb50-ca7381b48cb9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.025132] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.097368] env[68205]: DEBUG oslo_concurrency.lockutils [None req-411a07da-5e7b-4159-bd00-12a43d4984f3 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "5ffc47b4-c8f3-4df1-a64f-44854b07bc68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.227s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.212243] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquiring lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.212243] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.224745] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904132, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.339286] env[68205]: INFO nova.compute.manager [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Took 37.53 seconds to build instance. [ 732.376059] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.377881] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.377881] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.377881] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.377881] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.377881] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.377881] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.377881] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.377881] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.377881] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.377881] env[68205]: DEBUG nova.virt.hardware [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.379155] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c28251-663c-48f7-805a-9e6c2e0e1af4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.388328] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2476c10a-30cb-445b-ad06-652d13a5ae78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.405379] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.415026] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.415514] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquiring lock "dea10c6f-225d-40dc-a364-8cd319223bc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.415742] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lock "dea10c6f-225d-40dc-a364-8cd319223bc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.415938] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquiring lock "dea10c6f-225d-40dc-a364-8cd319223bc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.416226] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lock "dea10c6f-225d-40dc-a364-8cd319223bc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.416351] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lock "dea10c6f-225d-40dc-a364-8cd319223bc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.420462] env[68205]: INFO nova.compute.manager [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Terminating instance [ 732.420462] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.420723] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c42b0121-c121-47c5-a55a-09d3d434724d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.442747] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.442747] env[68205]: value = "task-2904133" [ 732.442747] env[68205]: _type = "Task" [ 732.442747] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.451655] env[68205]: DEBUG nova.network.neutron [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Successfully updated port: 1aca6334-0100-4a20-8abd-2e3fef81e59a {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.459953] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904133, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.483685] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "5d907468-7208-420e-9ca7-5885ab1205f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.484029] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "5d907468-7208-420e-9ca7-5885ab1205f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.525693] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904129, 'name': ReconfigVM_Task, 'duration_secs': 0.704751} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.526019] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Reconfigured VM instance instance-00000014 to attach disk [datastore1] cddd9f44-3672-42a5-88f7-59c42cf153f1/cddd9f44-3672-42a5-88f7-59c42cf153f1.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.526717] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c397d6-84bd-4bce-b37b-3b5905f96ea9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.547029] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 732.547029] env[68205]: value = "task-2904134" [ 732.547029] env[68205]: _type = "Task" [ 732.547029] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.563200] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904134, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.729711] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904132, 'name': CreateVM_Task, 'duration_secs': 0.563715} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.730302] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.730749] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.730914] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.731344] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.731782] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf88553-3de1-4b81-8ed0-289ecb08a466 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.739100] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for the task: (returnval){ [ 732.739100] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521a0546-fbbc-5973-af59-1c1c3870de0c" [ 732.739100] env[68205]: _type = "Task" [ 732.739100] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.748256] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521a0546-fbbc-5973-af59-1c1c3870de0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.776896] env[68205]: DEBUG nova.compute.manager [req-7b6d07d9-3773-4162-84ef-84d1faf6df57 req-0e97cb71-dfbe-4888-8c66-e26f53d23f6d service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Received event network-changed-b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.777080] env[68205]: DEBUG nova.compute.manager [req-7b6d07d9-3773-4162-84ef-84d1faf6df57 req-0e97cb71-dfbe-4888-8c66-e26f53d23f6d service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Refreshing instance network info cache due to event network-changed-b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.777330] env[68205]: DEBUG oslo_concurrency.lockutils [req-7b6d07d9-3773-4162-84ef-84d1faf6df57 req-0e97cb71-dfbe-4888-8c66-e26f53d23f6d service nova] Acquiring lock "refresh_cache-24cc0530-19cf-49dc-9502-8c91cac5e7f2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.777557] env[68205]: DEBUG oslo_concurrency.lockutils [req-7b6d07d9-3773-4162-84ef-84d1faf6df57 req-0e97cb71-dfbe-4888-8c66-e26f53d23f6d service nova] Acquired lock "refresh_cache-24cc0530-19cf-49dc-9502-8c91cac5e7f2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.777630] env[68205]: DEBUG nova.network.neutron [req-7b6d07d9-3773-4162-84ef-84d1faf6df57 req-0e97cb71-dfbe-4888-8c66-e26f53d23f6d service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Refreshing network info cache for port b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.841570] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e278b0b7-b134-40b2-8393-18a229d37645 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "21153c58-215c-4985-a5c0-1df0cbc0b15c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.097s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.937954] env[68205]: DEBUG nova.compute.manager [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.938259] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.939813] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398aef97-9096-49eb-8fa4-490c6acc9c83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.950438] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.953152] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bf8d731-13ba-4c62-bda8-5896fd2f497b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.958499] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904133, 'name': CreateVM_Task, 'duration_secs': 0.392109} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.961034] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.961034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.961034] env[68205]: DEBUG oslo_vmware.api [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for the task: (returnval){ [ 732.961034] env[68205]: value = "task-2904135" [ 732.961034] env[68205]: _type = "Task" [ 732.961034] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.961034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquiring lock "refresh_cache-fbae466a-1f02-457c-b5bc-820a5c4e7a22" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.961541] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquired lock "refresh_cache-fbae466a-1f02-457c-b5bc-820a5c4e7a22" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.961541] env[68205]: DEBUG nova.network.neutron [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.972169] env[68205]: DEBUG oslo_vmware.api [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.058257] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904134, 'name': Rename_Task, 'duration_secs': 0.191624} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.058257] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.058565] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e179a34-05f2-4222-8309-85fdf2729dc1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.067403] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 733.067403] env[68205]: value = "task-2904136" [ 733.067403] env[68205]: _type = "Task" [ 733.067403] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.076307] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.195906] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b47fbe8-15a7-4fc0-9de8-688fb7e309fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.205098] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d45a3a3-c6c7-495a-99bd-cc54e221ac14 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.245961] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf19355c-4e12-4756-b14c-d402b4e260b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.254558] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521a0546-fbbc-5973-af59-1c1c3870de0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.257019] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.257302] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.257617] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.257836] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.258091] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.258530] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.258891] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.259179] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c311810-da7b-481f-ba16-0e8a173f1078 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.262437] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7419b783-b3d6-404d-9504-b7d71d8c7272 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.266776] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff46d2e7-1863-44cb-9c15-c8fd782c63cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.282953] env[68205]: DEBUG nova.compute.provider_tree [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.287705] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for the task: (returnval){ [ 733.287705] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5271dc22-49ff-1396-8fe0-d8ebaadcd953" [ 733.287705] env[68205]: _type = "Task" [ 733.287705] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.287705] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.287885] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.289491] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46bc289f-9a1d-448a-8121-d7dda9a86a59 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.306563] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5271dc22-49ff-1396-8fe0-d8ebaadcd953, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.306741] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for the task: (returnval){ [ 733.306741] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b974c8-e869-3f90-28a5-b4939a5d459a" [ 733.306741] env[68205]: _type = "Task" [ 733.306741] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.307011] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.307517] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.307517] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.318286] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b974c8-e869-3f90-28a5-b4939a5d459a, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.319345] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103464e1-524d-46cb-96ab-23f35135ae4a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.326306] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for the task: (returnval){ [ 733.326306] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525761e9-f919-2fd2-ebe2-4ee219131fcd" [ 733.326306] env[68205]: _type = "Task" [ 733.326306] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.335290] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525761e9-f919-2fd2-ebe2-4ee219131fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.344262] env[68205]: DEBUG nova.compute.manager [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.473822] env[68205]: DEBUG oslo_vmware.api [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904135, 'name': PowerOffVM_Task, 'duration_secs': 0.314651} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.474368] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.474642] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.474790] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-478862ba-7395-4596-ba81-54aed41d5a48 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.547506] env[68205]: DEBUG nova.network.neutron [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.586942] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.587262] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.587447] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.587622] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Deleting the datastore file [datastore2] dea10c6f-225d-40dc-a364-8cd319223bc2 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.587885] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7a9602e-a371-4136-b626-333431c8b285 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.652410] env[68205]: DEBUG oslo_vmware.api [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for the task: (returnval){ [ 733.652410] env[68205]: value = "task-2904138" [ 733.652410] env[68205]: _type = "Task" [ 733.652410] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.652410] env[68205]: DEBUG oslo_vmware.api [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.786300] env[68205]: DEBUG nova.network.neutron [req-7b6d07d9-3773-4162-84ef-84d1faf6df57 req-0e97cb71-dfbe-4888-8c66-e26f53d23f6d service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Updated VIF entry in instance network info cache for port b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.786670] env[68205]: DEBUG nova.network.neutron [req-7b6d07d9-3773-4162-84ef-84d1faf6df57 req-0e97cb71-dfbe-4888-8c66-e26f53d23f6d service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Updating instance_info_cache with network_info: [{"id": "b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5", "address": "fa:16:3e:1d:33:f7", "network": {"id": "4f5c35ee-1d0d-44b8-b431-8c1be34d2476", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-945995875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f466bf5954487cbe6c028cc44d1ba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fdcd70-35", "ovs_interfaceid": "b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.790527] env[68205]: DEBUG nova.scheduler.client.report [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.553192] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.557022] env[68205]: DEBUG oslo_concurrency.lockutils [req-7b6d07d9-3773-4162-84ef-84d1faf6df57 req-0e97cb71-dfbe-4888-8c66-e26f53d23f6d service nova] Releasing lock "refresh_cache-24cc0530-19cf-49dc-9502-8c91cac5e7f2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.557022] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.013s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.557022] env[68205]: DEBUG nova.compute.manager [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.568259] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.569463] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.888s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.570897] env[68205]: INFO nova.compute.claims [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.583565] env[68205]: DEBUG oslo_vmware.api [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Task: {'id': task-2904138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149737} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.583796] env[68205]: DEBUG oslo_vmware.api [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904136, 'name': PowerOnVM_Task, 'duration_secs': 0.879207} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.587218] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.587458] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.587586] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.587748] env[68205]: INFO nova.compute.manager [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Took 1.65 seconds to destroy the instance on the hypervisor. [ 734.588679] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.588679] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.588679] env[68205]: INFO nova.compute.manager [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Took 8.87 seconds to spawn the instance on the hypervisor. [ 734.588679] env[68205]: DEBUG nova.compute.manager [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.588946] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525761e9-f919-2fd2-ebe2-4ee219131fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.589452] env[68205]: DEBUG nova.compute.manager [-] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.589546] env[68205]: DEBUG nova.network.neutron [-] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.592010] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc463e98-c895-4800-9c88-e2a994276781 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.594685] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.594685] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 24cc0530-19cf-49dc-9502-8c91cac5e7f2/24cc0530-19cf-49dc-9502-8c91cac5e7f2.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.594838] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.595027] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.595234] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ab7e8ca-580a-4b27-b580-ec11eceb9fa8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.598032] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.598862] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2335932-ad60-4173-890a-2de531c4a55a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.608385] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for the task: (returnval){ [ 734.608385] env[68205]: value = "task-2904139" [ 734.608385] env[68205]: _type = "Task" [ 734.608385] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.609752] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.609942] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.613788] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1379082b-d443-4935-89a9-311768914e34 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.620186] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for the task: (returnval){ [ 734.620186] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ecd52c-e152-0fe0-28dc-3473992fc6fc" [ 734.620186] env[68205]: _type = "Task" [ 734.620186] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.624073] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.633698] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ecd52c-e152-0fe0-28dc-3473992fc6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.634685] env[68205]: DEBUG nova.network.neutron [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Updating instance_info_cache with network_info: [{"id": "1aca6334-0100-4a20-8abd-2e3fef81e59a", "address": "fa:16:3e:05:49:4f", "network": {"id": "b71d4d6e-afd4-42ae-9fe6-78256d462e33", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1482654762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "939d5d706002438280915f0ae8a840bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aca6334-01", "ovs_interfaceid": "1aca6334-0100-4a20-8abd-2e3fef81e59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.636561] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6001b6e-df66-4248-9553-11edd5ca7222 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.643262] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for the task: (returnval){ [ 734.643262] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a17c9-5847-4474-b8e0-7b07e4dacd54" [ 734.643262] env[68205]: _type = "Task" [ 734.643262] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.656914] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a17c9-5847-4474-b8e0-7b07e4dacd54, 'name': SearchDatastore_Task, 'duration_secs': 0.01085} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.657184] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.657437] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.657690] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fa3ef80-d325-4f16-aa37-2daea1b65972 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.666136] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for the task: (returnval){ [ 734.666136] env[68205]: value = "task-2904140" [ 734.666136] env[68205]: _type = "Task" [ 734.666136] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.676843] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.063343] env[68205]: DEBUG nova.compute.utils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.065617] env[68205]: DEBUG nova.compute.manager [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.065749] env[68205]: DEBUG nova.network.neutron [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.084627] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.084627] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.085566] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.085566] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.086186] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.086186] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.086555] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 735.087014] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.122079] env[68205]: INFO nova.compute.manager [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Took 38.60 seconds to build instance. [ 735.131130] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494889} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.131527] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 24cc0530-19cf-49dc-9502-8c91cac5e7f2/24cc0530-19cf-49dc-9502-8c91cac5e7f2.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.131742] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.132472] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5e928bf-952b-4aaa-b5b8-131ec7eab924 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.137094] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Releasing lock "refresh_cache-fbae466a-1f02-457c-b5bc-820a5c4e7a22" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.137432] env[68205]: DEBUG nova.compute.manager [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Instance network_info: |[{"id": "1aca6334-0100-4a20-8abd-2e3fef81e59a", "address": "fa:16:3e:05:49:4f", "network": {"id": "b71d4d6e-afd4-42ae-9fe6-78256d462e33", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1482654762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "939d5d706002438280915f0ae8a840bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aca6334-01", "ovs_interfaceid": "1aca6334-0100-4a20-8abd-2e3fef81e59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.138205] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:49:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aca6334-0100-4a20-8abd-2e3fef81e59a', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.146728] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Creating folder: Project (939d5d706002438280915f0ae8a840bd). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.149158] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9548223f-b563-42d5-aa65-9862f29e3576 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.151841] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for the task: (returnval){ [ 735.151841] env[68205]: value = "task-2904141" [ 735.151841] env[68205]: _type = "Task" [ 735.151841] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.160267] env[68205]: DEBUG nova.policy [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8ad53ea454b4cada9ac97546e404cc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f796912f8054eab8f3194d9d317f8a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.167868] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.172513] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Created folder: Project (939d5d706002438280915f0ae8a840bd) in parent group-v583212. [ 735.172760] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Creating folder: Instances. Parent ref: group-v583282. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.173440] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a905b81-8f9f-41ee-bce6-4d28ef58e2c7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.181874] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904140, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.187938] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Created folder: Instances in parent group-v583282. [ 735.188252] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.188846] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.188846] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89fc5e41-e215-4b53-b530-8f134125c3c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.210743] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.210743] env[68205]: value = "task-2904144" [ 735.210743] env[68205]: _type = "Task" [ 735.210743] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.220754] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904144, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.422348] env[68205]: DEBUG nova.network.neutron [-] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.439006] env[68205]: DEBUG nova.compute.manager [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Received event network-vif-plugged-1aca6334-0100-4a20-8abd-2e3fef81e59a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.439235] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] Acquiring lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.439764] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] Lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.439764] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] Lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.439764] env[68205]: DEBUG nova.compute.manager [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] No waiting events found dispatching network-vif-plugged-1aca6334-0100-4a20-8abd-2e3fef81e59a {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.440063] env[68205]: WARNING nova.compute.manager [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Received unexpected event network-vif-plugged-1aca6334-0100-4a20-8abd-2e3fef81e59a for instance with vm_state building and task_state spawning. [ 735.440107] env[68205]: DEBUG nova.compute.manager [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Received event network-changed-1aca6334-0100-4a20-8abd-2e3fef81e59a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.440709] env[68205]: DEBUG nova.compute.manager [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Refreshing instance network info cache due to event network-changed-1aca6334-0100-4a20-8abd-2e3fef81e59a. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.440709] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] Acquiring lock "refresh_cache-fbae466a-1f02-457c-b5bc-820a5c4e7a22" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.440709] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] Acquired lock "refresh_cache-fbae466a-1f02-457c-b5bc-820a5c4e7a22" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.440899] env[68205]: DEBUG nova.network.neutron [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Refreshing network info cache for port 1aca6334-0100-4a20-8abd-2e3fef81e59a {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.569739] env[68205]: DEBUG nova.compute.manager [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.592905] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.628036] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa69ba51-26bf-4450-9a0a-4690ca758531 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.116s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.673313] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096863} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.678295] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.680438] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d64085-475e-4ee8-a1a0-84157900146f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.696536] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740734} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.710338] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.710520] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.721420] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 24cc0530-19cf-49dc-9502-8c91cac5e7f2/24cc0530-19cf-49dc-9502-8c91cac5e7f2.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.727725] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d878d35-caaa-43fe-b8b3-4ea22ac29e8b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.730950] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d5f7cf5-e48b-4b80-9b5a-f27251e52175 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.754074] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904144, 'name': CreateVM_Task, 'duration_secs': 0.491479} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.756598] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.756690] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for the task: (returnval){ [ 735.756690] env[68205]: value = "task-2904146" [ 735.756690] env[68205]: _type = "Task" [ 735.756690] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.758083] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for the task: (returnval){ [ 735.758083] env[68205]: value = "task-2904145" [ 735.758083] env[68205]: _type = "Task" [ 735.758083] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.758083] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.758083] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.758397] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.758741] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de73cf4b-a68f-409f-8eb2-778f43bab4c8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.776864] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for the task: (returnval){ [ 735.776864] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b123bc-01cb-7296-b503-0a6758ba8d8c" [ 735.776864] env[68205]: _type = "Task" [ 735.776864] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.785769] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.785769] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.797091] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b123bc-01cb-7296-b503-0a6758ba8d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.801140] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.801140] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.801140] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.801140] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.801503] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.802674] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94d6e45e-4e64-4970-b23a-803ff959cf1a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.813655] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.813894] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.815625] env[68205]: DEBUG nova.network.neutron [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Successfully created port: 27858c75-d876-45b0-be5c-04903afdaeeb {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.820856] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7feeee63-e9c7-4fa0-9c8f-d3642018bf78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.828244] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for the task: (returnval){ [ 735.828244] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527f3c4b-b56f-a36d-ecd7-eaa317af1c0f" [ 735.828244] env[68205]: _type = "Task" [ 735.828244] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.837927] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527f3c4b-b56f-a36d-ecd7-eaa317af1c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.925566] env[68205]: INFO nova.compute.manager [-] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Took 1.34 seconds to deallocate network for instance. [ 736.024014] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "facc3342-97e6-4209-ae31-a20e9ed70a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.024245] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.142327] env[68205]: DEBUG nova.compute.manager [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.277111] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.280631] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069573} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.280631] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.280631] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678fdb05-ab13-4faf-90dd-508357cfd14f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.305399] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.310316] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6108a27b-6699-4d23-b8dd-bced7f0a92b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.337040] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for the task: (returnval){ [ 736.337040] env[68205]: value = "task-2904147" [ 736.337040] env[68205]: _type = "Task" [ 736.337040] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.347814] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527f3c4b-b56f-a36d-ecd7-eaa317af1c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.349195] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa20c55b-1767-4e0e-91f4-a6e5fb566804 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.355693] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.359827] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for the task: (returnval){ [ 736.359827] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d1db5e-21d4-43c6-c925-8dee97cf9c9c" [ 736.359827] env[68205]: _type = "Task" [ 736.359827] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.360687] env[68205]: DEBUG nova.network.neutron [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Updated VIF entry in instance network info cache for port 1aca6334-0100-4a20-8abd-2e3fef81e59a. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.361012] env[68205]: DEBUG nova.network.neutron [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Updating instance_info_cache with network_info: [{"id": "1aca6334-0100-4a20-8abd-2e3fef81e59a", "address": "fa:16:3e:05:49:4f", "network": {"id": "b71d4d6e-afd4-42ae-9fe6-78256d462e33", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1482654762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "939d5d706002438280915f0ae8a840bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aca6334-01", "ovs_interfaceid": "1aca6334-0100-4a20-8abd-2e3fef81e59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.375521] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d1db5e-21d4-43c6-c925-8dee97cf9c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012416} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.375521] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.375521] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] fbae466a-1f02-457c-b5bc-820a5c4e7a22/fbae466a-1f02-457c-b5bc-820a5c4e7a22.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.375794] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d6bcfcc-a8d8-42fc-b9a7-12c278d69f0c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.388160] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for the task: (returnval){ [ 736.388160] env[68205]: value = "task-2904148" [ 736.388160] env[68205]: _type = "Task" [ 736.388160] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.399297] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.438311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.456835] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2779c45f-7778-48f4-ba4a-520cc333d013 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.466179] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20cddc2-c5cd-4d66-88d7-e45b06680aaf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.500038] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8148bfb-4549-4a3a-91ed-41cbf6e47b45 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.509319] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeb41e0-21c3-4c5a-8f9d-b099d9fe253b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.526794] env[68205]: DEBUG nova.compute.provider_tree [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.588752] env[68205]: DEBUG nova.compute.manager [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.629363] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.629741] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.629988] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.630311] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.630554] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.630738] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.630961] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.631133] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.631298] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.631475] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.631652] env[68205]: DEBUG nova.virt.hardware [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.632764] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad56dde0-e661-4585-b7d8-86698a190476 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.644144] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7a301c-5da9-433a-9e2f-45765c18ec91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.674521] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.773907] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904146, 'name': ReconfigVM_Task, 'duration_secs': 0.963637} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.774471] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 24cc0530-19cf-49dc-9502-8c91cac5e7f2/24cc0530-19cf-49dc-9502-8c91cac5e7f2.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.775291] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b505821b-b9bf-43f3-b491-551a9b787fad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.787685] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for the task: (returnval){ [ 736.787685] env[68205]: value = "task-2904149" [ 736.787685] env[68205]: _type = "Task" [ 736.787685] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.804622] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904149, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.851452] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904147, 'name': ReconfigVM_Task, 'duration_secs': 0.399384} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.851815] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57/01a827ba-ed4d-4d82-81d2-0ecee7af2c57.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.852520] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6001a46a-16e7-4828-bf7c-c77a0d2da354 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.861579] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for the task: (returnval){ [ 736.861579] env[68205]: value = "task-2904150" [ 736.861579] env[68205]: _type = "Task" [ 736.861579] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.865165] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac354b72-3b57-4faa-8b81-c7daa9c5728a req-8ba77180-cc86-4002-8139-16ac907adea4 service nova] Releasing lock "refresh_cache-fbae466a-1f02-457c-b5bc-820a5c4e7a22" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.872082] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904150, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.898733] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485588} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.898995] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] fbae466a-1f02-457c-b5bc-820a5c4e7a22/fbae466a-1f02-457c-b5bc-820a5c4e7a22.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.899784] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.899784] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c345ff6b-636e-4e8a-882f-18d7ac2647c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.908135] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for the task: (returnval){ [ 736.908135] env[68205]: value = "task-2904151" [ 736.908135] env[68205]: _type = "Task" [ 736.908135] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.917210] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.990352] env[68205]: DEBUG nova.compute.manager [req-88f63cff-909f-4949-9f41-c5d72156f05a req-d6a32fb4-3662-49ac-b7e2-d5f9316ca35a service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Received event network-changed-282d64e1-43ed-43ca-9cc4-a4948f017770 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.991703] env[68205]: DEBUG nova.compute.manager [req-88f63cff-909f-4949-9f41-c5d72156f05a req-d6a32fb4-3662-49ac-b7e2-d5f9316ca35a service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Refreshing instance network info cache due to event network-changed-282d64e1-43ed-43ca-9cc4-a4948f017770. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.991703] env[68205]: DEBUG oslo_concurrency.lockutils [req-88f63cff-909f-4949-9f41-c5d72156f05a req-d6a32fb4-3662-49ac-b7e2-d5f9316ca35a service nova] Acquiring lock "refresh_cache-cddd9f44-3672-42a5-88f7-59c42cf153f1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.991703] env[68205]: DEBUG oslo_concurrency.lockutils [req-88f63cff-909f-4949-9f41-c5d72156f05a req-d6a32fb4-3662-49ac-b7e2-d5f9316ca35a service nova] Acquired lock "refresh_cache-cddd9f44-3672-42a5-88f7-59c42cf153f1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.991703] env[68205]: DEBUG nova.network.neutron [req-88f63cff-909f-4949-9f41-c5d72156f05a req-d6a32fb4-3662-49ac-b7e2-d5f9316ca35a service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Refreshing network info cache for port 282d64e1-43ed-43ca-9cc4-a4948f017770 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.032593] env[68205]: DEBUG nova.scheduler.client.report [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.300022] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904149, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.374448] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904150, 'name': Rename_Task, 'duration_secs': 0.152252} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.376773] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.376773] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c387e4b-caef-4523-9271-dad4c33aec32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.385389] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Waiting for the task: (returnval){ [ 737.385389] env[68205]: value = "task-2904152" [ 737.385389] env[68205]: _type = "Task" [ 737.385389] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.400283] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.422440] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118516} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.422818] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.424108] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3085286-9f92-4f8c-bcf0-089e9b4f673f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.454393] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] fbae466a-1f02-457c-b5bc-820a5c4e7a22/fbae466a-1f02-457c-b5bc-820a5c4e7a22.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.454717] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c852231-56c3-4011-ab2d-0e0e642883d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.481906] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for the task: (returnval){ [ 737.481906] env[68205]: value = "task-2904153" [ 737.481906] env[68205]: _type = "Task" [ 737.481906] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.494212] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.537039] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.967s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.537538] env[68205]: DEBUG nova.compute.manager [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.541080] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.675s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.541355] env[68205]: DEBUG nova.objects.instance [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lazy-loading 'resources' on Instance uuid 3aef2e11-5b1a-477a-8587-732aef4eaead {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.698342] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.698736] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.767115] env[68205]: DEBUG nova.network.neutron [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Successfully updated port: 27858c75-d876-45b0-be5c-04903afdaeeb {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.801255] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904149, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.864369] env[68205]: DEBUG nova.compute.manager [req-7211b2e5-c505-4a8b-8016-d4a0bc0b159f req-f4929d25-14b5-4edf-a585-692ad4d1dc23 service nova] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Received event network-vif-deleted-92cfefdd-c459-4ee1-8289-c519d7b6e5a2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.898094] env[68205]: DEBUG oslo_vmware.api [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Task: {'id': task-2904152, 'name': PowerOnVM_Task, 'duration_secs': 0.483315} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.899059] env[68205]: DEBUG nova.network.neutron [req-88f63cff-909f-4949-9f41-c5d72156f05a req-d6a32fb4-3662-49ac-b7e2-d5f9316ca35a service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Updated VIF entry in instance network info cache for port 282d64e1-43ed-43ca-9cc4-a4948f017770. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.899463] env[68205]: DEBUG nova.network.neutron [req-88f63cff-909f-4949-9f41-c5d72156f05a req-d6a32fb4-3662-49ac-b7e2-d5f9316ca35a service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Updating instance_info_cache with network_info: [{"id": "282d64e1-43ed-43ca-9cc4-a4948f017770", "address": "fa:16:3e:88:3d:90", "network": {"id": "35633fff-aa6b-47d6-bc87-0ca552791ac5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-556151829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4c157a34db4a2e967b6e92688a5e43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282d64e1-43", "ovs_interfaceid": "282d64e1-43ed-43ca-9cc4-a4948f017770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.900942] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.901946] env[68205]: DEBUG nova.compute.manager [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.902852] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e32dc3c-5d98-4d3f-8868-407d95d10481 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.993157] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904153, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.048189] env[68205]: DEBUG nova.compute.utils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.053024] env[68205]: DEBUG nova.compute.manager [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.053024] env[68205]: DEBUG nova.network.neutron [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.269979] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquiring lock "refresh_cache-16698e0a-de14-49dd-b833-9a9d5a7c801d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.269979] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquired lock "refresh_cache-16698e0a-de14-49dd-b833-9a9d5a7c801d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.270211] env[68205]: DEBUG nova.network.neutron [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.302584] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904149, 'name': Rename_Task, 'duration_secs': 1.105959} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.306618] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.307996] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a7d0e24-d587-4248-ad2e-96f034758f4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.315874] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for the task: (returnval){ [ 738.315874] env[68205]: value = "task-2904154" [ 738.315874] env[68205]: _type = "Task" [ 738.315874] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.327036] env[68205]: DEBUG nova.policy [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a259d482a7254bf0963f04dbd4c85168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eef57a2ab18643059d9ccba581c8f207', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.332880] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.402992] env[68205]: DEBUG oslo_concurrency.lockutils [req-88f63cff-909f-4949-9f41-c5d72156f05a req-d6a32fb4-3662-49ac-b7e2-d5f9316ca35a service nova] Releasing lock "refresh_cache-cddd9f44-3672-42a5-88f7-59c42cf153f1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.427343] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.497039] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904153, 'name': ReconfigVM_Task, 'duration_secs': 0.514396} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.497039] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Reconfigured VM instance instance-00000016 to attach disk [datastore2] fbae466a-1f02-457c-b5bc-820a5c4e7a22/fbae466a-1f02-457c-b5bc-820a5c4e7a22.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.497039] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37fba765-5ea8-4e60-b07c-96265780b91f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.503939] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for the task: (returnval){ [ 738.503939] env[68205]: value = "task-2904155" [ 738.503939] env[68205]: _type = "Task" [ 738.503939] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.513156] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904155, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.553374] env[68205]: DEBUG nova.compute.manager [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.657964] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce29a929-49d0-40e2-a0ff-3cf06483d98d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.668199] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c74c6b-59fc-49f7-ba73-40c99dbd3453 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.702486] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a638277b-ca43-4c0c-91fc-445fac44f64b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.706916] env[68205]: DEBUG nova.network.neutron [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Successfully created port: 05fe9f0f-ca2f-4e83-8348-3d8bca54bed0 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.715545] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e095a-e83d-4478-b45a-c14d630f59e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.734525] env[68205]: DEBUG nova.compute.provider_tree [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.825578] env[68205]: DEBUG nova.network.neutron [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.835144] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.016747] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904155, 'name': Rename_Task, 'duration_secs': 0.148463} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.017085] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.018052] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-568d31ac-da3c-4746-85dc-59b777dc8404 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.025426] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for the task: (returnval){ [ 739.025426] env[68205]: value = "task-2904156" [ 739.025426] env[68205]: _type = "Task" [ 739.025426] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.038060] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.050169] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquiring lock "324ecfd5-13ca-4536-97b2-a84e09cb6495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.050486] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lock "324ecfd5-13ca-4536-97b2-a84e09cb6495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.050720] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquiring lock "324ecfd5-13ca-4536-97b2-a84e09cb6495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.050946] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lock "324ecfd5-13ca-4536-97b2-a84e09cb6495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.051142] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lock "324ecfd5-13ca-4536-97b2-a84e09cb6495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.054403] env[68205]: INFO nova.compute.manager [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Terminating instance [ 739.099171] env[68205]: DEBUG nova.network.neutron [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Updating instance_info_cache with network_info: [{"id": "27858c75-d876-45b0-be5c-04903afdaeeb", "address": "fa:16:3e:fe:66:2e", "network": {"id": "77ebf15a-992c-4b15-9e2e-5ebdf6397b82", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1004674086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f796912f8054eab8f3194d9d317f8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27858c75-d8", "ovs_interfaceid": "27858c75-d876-45b0-be5c-04903afdaeeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.243224] env[68205]: DEBUG nova.scheduler.client.report [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.299474] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "01a827ba-ed4d-4d82-81d2-0ecee7af2c57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.301908] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "01a827ba-ed4d-4d82-81d2-0ecee7af2c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.301908] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "01a827ba-ed4d-4d82-81d2-0ecee7af2c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.301908] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "01a827ba-ed4d-4d82-81d2-0ecee7af2c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.301908] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "01a827ba-ed4d-4d82-81d2-0ecee7af2c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.302727] env[68205]: INFO nova.compute.manager [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Terminating instance [ 739.327745] env[68205]: DEBUG oslo_vmware.api [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904154, 'name': PowerOnVM_Task, 'duration_secs': 0.782597} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.328161] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.328479] env[68205]: INFO nova.compute.manager [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Took 10.85 seconds to spawn the instance on the hypervisor. [ 739.328752] env[68205]: DEBUG nova.compute.manager [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.329601] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac392e7-0689-4da0-a306-6b2cf6a647d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.544797] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904156, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.565420] env[68205]: DEBUG nova.compute.manager [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.565526] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.566940] env[68205]: DEBUG nova.compute.manager [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.570140] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5618b982-0bf5-4c49-8ce6-2b448bf8395a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.584168] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.585608] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dddd815-661d-452c-bf66-f967591c87e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.596570] env[68205]: DEBUG oslo_vmware.api [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for the task: (returnval){ [ 739.596570] env[68205]: value = "task-2904157" [ 739.596570] env[68205]: _type = "Task" [ 739.596570] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.602964] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.604017] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.604231] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.604449] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.604596] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.604758] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.604959] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.605317] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.605552] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.605766] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.605979] env[68205]: DEBUG nova.virt.hardware [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.606571] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Releasing lock "refresh_cache-16698e0a-de14-49dd-b833-9a9d5a7c801d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.606901] env[68205]: DEBUG nova.compute.manager [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Instance network_info: |[{"id": "27858c75-d876-45b0-be5c-04903afdaeeb", "address": "fa:16:3e:fe:66:2e", "network": {"id": "77ebf15a-992c-4b15-9e2e-5ebdf6397b82", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1004674086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f796912f8054eab8f3194d9d317f8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27858c75-d8", "ovs_interfaceid": "27858c75-d876-45b0-be5c-04903afdaeeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.607738] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d019da2b-d630-497d-b531-954ac3df410d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.611192] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:66:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27858c75-d876-45b0-be5c-04903afdaeeb', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.621542] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Creating folder: Project (4f796912f8054eab8f3194d9d317f8a1). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.626629] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ca3d139-98eb-4891-8174-73d384c8e692 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.629421] env[68205]: DEBUG oslo_vmware.api [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.636365] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcde1ac-a0c8-42e4-ba70-51788b4e2f4d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.644420] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Created folder: Project (4f796912f8054eab8f3194d9d317f8a1) in parent group-v583212. [ 739.644672] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Creating folder: Instances. Parent ref: group-v583285. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.647694] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f433746d-bad3-4f72-9e3e-759f1351edf8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.658518] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Created folder: Instances in parent group-v583285. [ 739.658849] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.659144] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.659477] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdda1d2c-7924-49a4-a1ce-6af323844c86 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.685036] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.685036] env[68205]: value = "task-2904160" [ 739.685036] env[68205]: _type = "Task" [ 739.685036] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.698194] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904160, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.748143] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.755022] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.797s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.755022] env[68205]: INFO nova.compute.claims [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.779611] env[68205]: INFO nova.scheduler.client.report [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Deleted allocations for instance 3aef2e11-5b1a-477a-8587-732aef4eaead [ 739.807865] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "refresh_cache-01a827ba-ed4d-4d82-81d2-0ecee7af2c57" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.808635] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquired lock "refresh_cache-01a827ba-ed4d-4d82-81d2-0ecee7af2c57" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.808635] env[68205]: DEBUG nova.network.neutron [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.850830] env[68205]: INFO nova.compute.manager [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Took 41.34 seconds to build instance. [ 740.043939] env[68205]: DEBUG oslo_vmware.api [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904156, 'name': PowerOnVM_Task, 'duration_secs': 0.65964} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.044231] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.044427] env[68205]: INFO nova.compute.manager [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Took 8.76 seconds to spawn the instance on the hypervisor. [ 740.044656] env[68205]: DEBUG nova.compute.manager [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.045883] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a784d0b-db9c-47e2-bed9-dc4315d5f07b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.107831] env[68205]: DEBUG oslo_vmware.api [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904157, 'name': PowerOffVM_Task, 'duration_secs': 0.279436} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.108103] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.108272] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.108518] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a74a9574-7142-48ed-9c39-f8f23fe451d7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.200666] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904160, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.241569] env[68205]: DEBUG nova.compute.manager [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Received event network-vif-plugged-27858c75-d876-45b0-be5c-04903afdaeeb {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.241569] env[68205]: DEBUG oslo_concurrency.lockutils [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] Acquiring lock "16698e0a-de14-49dd-b833-9a9d5a7c801d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.241569] env[68205]: DEBUG oslo_concurrency.lockutils [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] Lock "16698e0a-de14-49dd-b833-9a9d5a7c801d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.241569] env[68205]: DEBUG oslo_concurrency.lockutils [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] Lock "16698e0a-de14-49dd-b833-9a9d5a7c801d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.241569] env[68205]: DEBUG nova.compute.manager [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] No waiting events found dispatching network-vif-plugged-27858c75-d876-45b0-be5c-04903afdaeeb {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.241569] env[68205]: WARNING nova.compute.manager [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Received unexpected event network-vif-plugged-27858c75-d876-45b0-be5c-04903afdaeeb for instance with vm_state building and task_state spawning. [ 740.241569] env[68205]: DEBUG nova.compute.manager [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Received event network-changed-27858c75-d876-45b0-be5c-04903afdaeeb {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.241569] env[68205]: DEBUG nova.compute.manager [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Refreshing instance network info cache due to event network-changed-27858c75-d876-45b0-be5c-04903afdaeeb. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.241569] env[68205]: DEBUG oslo_concurrency.lockutils [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] Acquiring lock "refresh_cache-16698e0a-de14-49dd-b833-9a9d5a7c801d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.241569] env[68205]: DEBUG oslo_concurrency.lockutils [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] Acquired lock "refresh_cache-16698e0a-de14-49dd-b833-9a9d5a7c801d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.242075] env[68205]: DEBUG nova.network.neutron [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Refreshing network info cache for port 27858c75-d876-45b0-be5c-04903afdaeeb {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.295082] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0cc77042-fad6-436a-88ca-5886be753ec9 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "3aef2e11-5b1a-477a-8587-732aef4eaead" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.242s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.354248] env[68205]: DEBUG oslo_concurrency.lockutils [None req-099d8d77-f0fe-47cf-a96a-1a324831d1a0 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.886s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.398650] env[68205]: DEBUG nova.network.neutron [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.458022] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.458022] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.458022] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Deleting the datastore file [datastore1] 324ecfd5-13ca-4536-97b2-a84e09cb6495 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.458022] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b049a99e-1fd7-4bc3-91cf-b47a80814306 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.466285] env[68205]: DEBUG oslo_vmware.api [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for the task: (returnval){ [ 740.466285] env[68205]: value = "task-2904162" [ 740.466285] env[68205]: _type = "Task" [ 740.466285] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.477332] env[68205]: DEBUG oslo_vmware.api [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.567815] env[68205]: INFO nova.compute.manager [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Took 38.08 seconds to build instance. [ 740.623843] env[68205]: DEBUG nova.network.neutron [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.701632] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904160, 'name': CreateVM_Task, 'duration_secs': 0.765558} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.701632] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.701882] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.702068] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.703219] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.703219] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e720a1c-6dc5-4e4b-a6fa-1ee96d99e6c8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.714853] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for the task: (returnval){ [ 740.714853] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521e4244-ecfd-354e-afc8-83582b90fbcb" [ 740.714853] env[68205]: _type = "Task" [ 740.714853] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.730274] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521e4244-ecfd-354e-afc8-83582b90fbcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.859353] env[68205]: DEBUG nova.compute.manager [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.981241] env[68205]: DEBUG oslo_vmware.api [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Task: {'id': task-2904162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252666} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.981508] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.981684] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.981854] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.982533] env[68205]: INFO nova.compute.manager [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Took 1.42 seconds to destroy the instance on the hypervisor. [ 740.982533] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.982533] env[68205]: DEBUG nova.compute.manager [-] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.982533] env[68205]: DEBUG nova.network.neutron [-] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.071458] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70e196ec-4f05-4e30-b392-b028b93637c3 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.595s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.129501] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Releasing lock "refresh_cache-01a827ba-ed4d-4d82-81d2-0ecee7af2c57" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.129754] env[68205]: DEBUG nova.compute.manager [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.129943] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.133229] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed0eaa-6069-4e9e-b919-927c75511ca6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.146949] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.146949] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0e23c4c-0fa2-4de9-8c87-55bd269f049c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.147857] env[68205]: DEBUG oslo_vmware.api [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 741.147857] env[68205]: value = "task-2904163" [ 741.147857] env[68205]: _type = "Task" [ 741.147857] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.160918] env[68205]: DEBUG oslo_vmware.api [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.227624] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521e4244-ecfd-354e-afc8-83582b90fbcb, 'name': SearchDatastore_Task, 'duration_secs': 0.023181} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.231201] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.231449] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.231677] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.231930] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.232110] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.232605] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57242637-83a7-47f4-9774-ec0f0ede0cbb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.243297] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.243488] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.244869] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a71c316c-ace4-4dc2-a307-7f321f9ac0ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.253596] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for the task: (returnval){ [ 741.253596] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebc6f8-d424-b922-2ed9-036573e844ef" [ 741.253596] env[68205]: _type = "Task" [ 741.253596] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.264772] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebc6f8-d424-b922-2ed9-036573e844ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.390333] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.447563] env[68205]: DEBUG nova.network.neutron [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Successfully updated port: 05fe9f0f-ca2f-4e83-8348-3d8bca54bed0 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.454977] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853fe71b-f49c-4904-b83b-729578f0b211 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.469179] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12353d11-d316-49e4-8cdb-70d33670f7ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.503467] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e39243-d54d-4164-adcd-92ebab964624 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.512327] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c30592-d422-4f15-928e-675007678b5d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.528636] env[68205]: DEBUG nova.compute.provider_tree [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.539218] env[68205]: DEBUG nova.network.neutron [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Updated VIF entry in instance network info cache for port 27858c75-d876-45b0-be5c-04903afdaeeb. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.539336] env[68205]: DEBUG nova.network.neutron [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Updating instance_info_cache with network_info: [{"id": "27858c75-d876-45b0-be5c-04903afdaeeb", "address": "fa:16:3e:fe:66:2e", "network": {"id": "77ebf15a-992c-4b15-9e2e-5ebdf6397b82", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1004674086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f796912f8054eab8f3194d9d317f8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27858c75-d8", "ovs_interfaceid": "27858c75-d876-45b0-be5c-04903afdaeeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.574207] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.661681] env[68205]: DEBUG oslo_vmware.api [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904163, 'name': PowerOffVM_Task, 'duration_secs': 0.241274} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.661976] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.662361] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.663826] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9192de87-65db-4c5b-bd3b-e2992d5ff9ae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.692872] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.693161] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.693358] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Deleting the datastore file [datastore2] 01a827ba-ed4d-4d82-81d2-0ecee7af2c57 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.693722] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-611cbb4e-c1c7-4dfe-9d70-ca2814a96090 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.705702] env[68205]: DEBUG oslo_vmware.api [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for the task: (returnval){ [ 741.705702] env[68205]: value = "task-2904165" [ 741.705702] env[68205]: _type = "Task" [ 741.705702] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.715930] env[68205]: DEBUG oslo_vmware.api [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.765289] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebc6f8-d424-b922-2ed9-036573e844ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013869} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.766139] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa2d0eb-72fe-42df-b794-d1d4175efc98 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.774946] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for the task: (returnval){ [ 741.774946] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ac644a-7a5b-6140-658e-2529e6865e39" [ 741.774946] env[68205]: _type = "Task" [ 741.774946] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.784461] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ac644a-7a5b-6140-658e-2529e6865e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.864371] env[68205]: DEBUG nova.network.neutron [-] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.864371] env[68205]: DEBUG nova.compute.manager [req-ce5293a5-10c3-4d28-bc76-8953feb6d61a req-32de045a-82e5-4104-b377-7b500069924d service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Received event network-vif-deleted-36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.864371] env[68205]: INFO nova.compute.manager [req-ce5293a5-10c3-4d28-bc76-8953feb6d61a req-32de045a-82e5-4104-b377-7b500069924d service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Neutron deleted interface 36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6; detaching it from the instance and deleting it from the info cache [ 741.864371] env[68205]: DEBUG nova.network.neutron [req-ce5293a5-10c3-4d28-bc76-8953feb6d61a req-32de045a-82e5-4104-b377-7b500069924d service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.953533] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "refresh_cache-9828400d-1968-474b-aa3f-0d23176f4ee2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.953533] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquired lock "refresh_cache-9828400d-1968-474b-aa3f-0d23176f4ee2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.953533] env[68205]: DEBUG nova.network.neutron [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.033569] env[68205]: DEBUG nova.scheduler.client.report [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.042119] env[68205]: DEBUG oslo_concurrency.lockutils [req-c225130d-a1ae-485f-87fa-9bd79d73dd6f req-79699b8f-92a5-46a7-8343-baf3c7311c7a service nova] Releasing lock "refresh_cache-16698e0a-de14-49dd-b833-9a9d5a7c801d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.099869] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.218976] env[68205]: DEBUG oslo_vmware.api [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Task: {'id': task-2904165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16969} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.219444] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.219798] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.220108] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.220418] env[68205]: INFO nova.compute.manager [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Took 1.09 seconds to destroy the instance on the hypervisor. [ 742.220829] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.221174] env[68205]: DEBUG nova.compute.manager [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.221328] env[68205]: DEBUG nova.network.neutron [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.249337] env[68205]: DEBUG nova.network.neutron [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.287843] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ac644a-7a5b-6140-658e-2529e6865e39, 'name': SearchDatastore_Task, 'duration_secs': 0.016938} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.288165] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.288439] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 16698e0a-de14-49dd-b833-9a9d5a7c801d/16698e0a-de14-49dd-b833-9a9d5a7c801d.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.288759] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f11329e-cce4-49a5-8029-d649193de742 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.301722] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for the task: (returnval){ [ 742.301722] env[68205]: value = "task-2904166" [ 742.301722] env[68205]: _type = "Task" [ 742.301722] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.313409] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.367565] env[68205]: INFO nova.compute.manager [-] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Took 1.38 seconds to deallocate network for instance. [ 742.367565] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6ab18a7-a72d-4cf9-a5e4-085771fe39d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.381739] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeb8ca5-f7e2-46c8-adf9-0cd477797ff7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.418146] env[68205]: DEBUG nova.compute.manager [req-ce5293a5-10c3-4d28-bc76-8953feb6d61a req-32de045a-82e5-4104-b377-7b500069924d service nova] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Detach interface failed, port_id=36f2a19d-5e17-4cd8-a6f8-ef1b7d06bcf6, reason: Instance 324ecfd5-13ca-4536-97b2-a84e09cb6495 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.427033] env[68205]: DEBUG nova.compute.manager [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Received event network-vif-plugged-05fe9f0f-ca2f-4e83-8348-3d8bca54bed0 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.427308] env[68205]: DEBUG oslo_concurrency.lockutils [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] Acquiring lock "9828400d-1968-474b-aa3f-0d23176f4ee2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.427534] env[68205]: DEBUG oslo_concurrency.lockutils [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] Lock "9828400d-1968-474b-aa3f-0d23176f4ee2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.427716] env[68205]: DEBUG oslo_concurrency.lockutils [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] Lock "9828400d-1968-474b-aa3f-0d23176f4ee2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.428297] env[68205]: DEBUG nova.compute.manager [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] No waiting events found dispatching network-vif-plugged-05fe9f0f-ca2f-4e83-8348-3d8bca54bed0 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.428297] env[68205]: WARNING nova.compute.manager [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Received unexpected event network-vif-plugged-05fe9f0f-ca2f-4e83-8348-3d8bca54bed0 for instance with vm_state building and task_state spawning. [ 742.428297] env[68205]: DEBUG nova.compute.manager [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Received event network-changed-05fe9f0f-ca2f-4e83-8348-3d8bca54bed0 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.428451] env[68205]: DEBUG nova.compute.manager [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Refreshing instance network info cache due to event network-changed-05fe9f0f-ca2f-4e83-8348-3d8bca54bed0. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.428610] env[68205]: DEBUG oslo_concurrency.lockutils [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] Acquiring lock "refresh_cache-9828400d-1968-474b-aa3f-0d23176f4ee2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.496205] env[68205]: DEBUG nova.network.neutron [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.538638] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.540924] env[68205]: DEBUG nova.compute.manager [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.548232] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.273s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.548232] env[68205]: DEBUG nova.objects.instance [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lazy-loading 'resources' on Instance uuid b3f53fc9-d041-4c75-80fd-a2f5ee6c7283 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.719182] env[68205]: DEBUG nova.network.neutron [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Updating instance_info_cache with network_info: [{"id": "05fe9f0f-ca2f-4e83-8348-3d8bca54bed0", "address": "fa:16:3e:52:fe:ae", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05fe9f0f-ca", "ovs_interfaceid": "05fe9f0f-ca2f-4e83-8348-3d8bca54bed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.752597] env[68205]: DEBUG nova.network.neutron [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.796102] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquiring lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.796537] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.796789] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquiring lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.797027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.797275] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.799673] env[68205]: INFO nova.compute.manager [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Terminating instance [ 742.814227] env[68205]: DEBUG nova.compute.manager [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.814472] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.815663] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86822c81-3286-4269-b2b6-2eb08eba2d93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.826754] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904166, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.829416] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.829706] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04d3093f-de8b-4ddb-a61b-74b5b41e56ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.838445] env[68205]: DEBUG oslo_vmware.api [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for the task: (returnval){ [ 742.838445] env[68205]: value = "task-2904167" [ 742.838445] env[68205]: _type = "Task" [ 742.838445] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.850101] env[68205]: DEBUG oslo_vmware.api [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.876036] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.050771] env[68205]: DEBUG nova.compute.utils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.058679] env[68205]: DEBUG nova.compute.manager [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.058856] env[68205]: DEBUG nova.network.neutron [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.140530] env[68205]: DEBUG nova.policy [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78d627eb546f441fa4d170485dcd1cc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9cbf493bf04d029e20747b69f77909', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.222324] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Releasing lock "refresh_cache-9828400d-1968-474b-aa3f-0d23176f4ee2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.222633] env[68205]: DEBUG nova.compute.manager [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Instance network_info: |[{"id": "05fe9f0f-ca2f-4e83-8348-3d8bca54bed0", "address": "fa:16:3e:52:fe:ae", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05fe9f0f-ca", "ovs_interfaceid": "05fe9f0f-ca2f-4e83-8348-3d8bca54bed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.227631] env[68205]: DEBUG oslo_concurrency.lockutils [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] Acquired lock "refresh_cache-9828400d-1968-474b-aa3f-0d23176f4ee2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.227631] env[68205]: DEBUG nova.network.neutron [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Refreshing network info cache for port 05fe9f0f-ca2f-4e83-8348-3d8bca54bed0 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.229379] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:fe:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05fe9f0f-ca2f-4e83-8348-3d8bca54bed0', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.237824] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.240516] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.241717] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dad6b5bf-0472-49aa-83a2-b457920a478e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.260412] env[68205]: INFO nova.compute.manager [-] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Took 1.04 seconds to deallocate network for instance. [ 743.273077] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.273077] env[68205]: value = "task-2904168" [ 743.273077] env[68205]: _type = "Task" [ 743.273077] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.282072] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904168, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.315568] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712209} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.318415] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 16698e0a-de14-49dd-b833-9a9d5a7c801d/16698e0a-de14-49dd-b833-9a9d5a7c801d.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.318609] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.319216] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c6809cc-a0f2-4f09-a3bf-72c8b68092f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.327518] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for the task: (returnval){ [ 743.327518] env[68205]: value = "task-2904169" [ 743.327518] env[68205]: _type = "Task" [ 743.327518] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.335917] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.349871] env[68205]: DEBUG oslo_vmware.api [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904167, 'name': PowerOffVM_Task, 'duration_secs': 0.299615} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.352553] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.352783] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.353429] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51615399-5aed-4b58-9f60-da9108a1112d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.439815] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.440136] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.440328] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Deleting the datastore file [datastore2] fbae466a-1f02-457c-b5bc-820a5c4e7a22 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.440629] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aec4affe-8e4f-4b52-9f50-ca0adfa0de5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.449125] env[68205]: DEBUG oslo_vmware.api [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for the task: (returnval){ [ 743.449125] env[68205]: value = "task-2904171" [ 743.449125] env[68205]: _type = "Task" [ 743.449125] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.468143] env[68205]: DEBUG oslo_vmware.api [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.559616] env[68205]: DEBUG nova.compute.manager [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.642715] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "1a7265df-0cae-411c-a4fe-72870826d0e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.643028] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "1a7265df-0cae-411c-a4fe-72870826d0e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.741977] env[68205]: DEBUG nova.network.neutron [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Successfully created port: ba65c2e0-08c2-4dbe-ac49-fa1680398927 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.751299] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa808e6-4232-4cf4-ad27-588f3884141d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.761291] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073778c7-5f54-4212-a810-6d48d9506691 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.766503] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.795303] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507bf701-cafe-4065-9a47-ecbbc5806e36 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.803515] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904168, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.808805] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1f81f0-daaa-4d61-b2bc-63d3c192df21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.821860] env[68205]: DEBUG nova.compute.provider_tree [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.836670] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077128} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.837090] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.837712] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd52370-a9c7-4a94-8adb-4ccb0a14c1b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.860465] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 16698e0a-de14-49dd-b833-9a9d5a7c801d/16698e0a-de14-49dd-b833-9a9d5a7c801d.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.861071] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b85e47-1ee1-4c92-be43-17f0619f34e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.882051] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for the task: (returnval){ [ 743.882051] env[68205]: value = "task-2904172" [ 743.882051] env[68205]: _type = "Task" [ 743.882051] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.889793] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.960433] env[68205]: DEBUG oslo_vmware.api [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Task: {'id': task-2904171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197969} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.960698] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.960858] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.961032] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.961204] env[68205]: INFO nova.compute.manager [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Took 1.15 seconds to destroy the instance on the hypervisor. [ 743.961437] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.961618] env[68205]: DEBUG nova.compute.manager [-] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.961708] env[68205]: DEBUG nova.network.neutron [-] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.215982] env[68205]: DEBUG nova.network.neutron [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Updated VIF entry in instance network info cache for port 05fe9f0f-ca2f-4e83-8348-3d8bca54bed0. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.216423] env[68205]: DEBUG nova.network.neutron [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Updating instance_info_cache with network_info: [{"id": "05fe9f0f-ca2f-4e83-8348-3d8bca54bed0", "address": "fa:16:3e:52:fe:ae", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05fe9f0f-ca", "ovs_interfaceid": "05fe9f0f-ca2f-4e83-8348-3d8bca54bed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.306876] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904168, 'name': CreateVM_Task, 'duration_secs': 0.677064} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.307076] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.307811] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.307964] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.308448] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.308541] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb5dd0f-db8c-4a33-9b74-9dd75049b34e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.313250] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 744.313250] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e8b2e4-4d75-597d-9b64-6d4e739f3122" [ 744.313250] env[68205]: _type = "Task" [ 744.313250] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.321690] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e8b2e4-4d75-597d-9b64-6d4e739f3122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.324639] env[68205]: DEBUG nova.scheduler.client.report [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.393206] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904172, 'name': ReconfigVM_Task, 'duration_secs': 0.28936} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.393206] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 16698e0a-de14-49dd-b833-9a9d5a7c801d/16698e0a-de14-49dd-b833-9a9d5a7c801d.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.394595] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f582d366-f7d2-406c-90dd-a35a7ea54da5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.401780] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for the task: (returnval){ [ 744.401780] env[68205]: value = "task-2904173" [ 744.401780] env[68205]: _type = "Task" [ 744.401780] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.411331] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904173, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.462219] env[68205]: DEBUG nova.compute.manager [req-43a4e642-1fac-49ae-809e-e4f168ea741d req-0c1f6ce4-6b71-4055-afbc-c82988748505 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Received event network-vif-deleted-1aca6334-0100-4a20-8abd-2e3fef81e59a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.462495] env[68205]: INFO nova.compute.manager [req-43a4e642-1fac-49ae-809e-e4f168ea741d req-0c1f6ce4-6b71-4055-afbc-c82988748505 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Neutron deleted interface 1aca6334-0100-4a20-8abd-2e3fef81e59a; detaching it from the instance and deleting it from the info cache [ 744.462612] env[68205]: DEBUG nova.network.neutron [req-43a4e642-1fac-49ae-809e-e4f168ea741d req-0c1f6ce4-6b71-4055-afbc-c82988748505 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.566698] env[68205]: DEBUG nova.compute.manager [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.602063] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.602534] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.602826] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.603121] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.603378] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.604406] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.604740] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.605033] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.605405] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.605839] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.606188] env[68205]: DEBUG nova.virt.hardware [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.607159] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86402ea9-34ef-4df6-9f51-f529a329a311 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.617071] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6e96b9-20c7-4d68-8c11-83f205a74611 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.719410] env[68205]: DEBUG oslo_concurrency.lockutils [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] Releasing lock "refresh_cache-9828400d-1968-474b-aa3f-0d23176f4ee2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.719739] env[68205]: DEBUG nova.compute.manager [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Received event network-changed-b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.720061] env[68205]: DEBUG nova.compute.manager [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Refreshing instance network info cache due to event network-changed-b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.720254] env[68205]: DEBUG oslo_concurrency.lockutils [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] Acquiring lock "refresh_cache-24cc0530-19cf-49dc-9502-8c91cac5e7f2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.720476] env[68205]: DEBUG oslo_concurrency.lockutils [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] Acquired lock "refresh_cache-24cc0530-19cf-49dc-9502-8c91cac5e7f2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.720686] env[68205]: DEBUG nova.network.neutron [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Refreshing network info cache for port b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.824221] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e8b2e4-4d75-597d-9b64-6d4e739f3122, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.824624] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.824834] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.825083] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.825735] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.825735] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.825735] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b83255fe-aa7a-4cb8-aba2-626270ff61f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.831703] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.835258] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.439s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.836584] env[68205]: INFO nova.compute.claims [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.841379] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.841379] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.841379] env[68205]: DEBUG nova.network.neutron [-] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.842513] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ff7bfa-9dab-481e-bf98-8ed074e437c9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.853053] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 744.853053] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52542d89-506f-e72f-02b7-4c53cd65462c" [ 744.853053] env[68205]: _type = "Task" [ 744.853053] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.868592] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52542d89-506f-e72f-02b7-4c53cd65462c, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.869162] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1690ce9c-8099-4517-9525-74891bbdac07 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.874721] env[68205]: INFO nova.scheduler.client.report [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Deleted allocations for instance b3f53fc9-d041-4c75-80fd-a2f5ee6c7283 [ 744.880782] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 744.880782] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d46972-2c75-8350-5cb8-d66a2348fdac" [ 744.880782] env[68205]: _type = "Task" [ 744.880782] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.896127] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d46972-2c75-8350-5cb8-d66a2348fdac, 'name': SearchDatastore_Task, 'duration_secs': 0.017535} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.896127] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.896510] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 9828400d-1968-474b-aa3f-0d23176f4ee2/9828400d-1968-474b-aa3f-0d23176f4ee2.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.896726] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e2dcbe9-94a7-41ef-a5c2-fb4579da72ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.904024] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 744.904024] env[68205]: value = "task-2904174" [ 744.904024] env[68205]: _type = "Task" [ 744.904024] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.915839] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904173, 'name': Rename_Task, 'duration_secs': 0.133884} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.918951] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.919277] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.919493] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b652058d-ede2-4f7b-ac84-9852b19494d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.925967] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for the task: (returnval){ [ 744.925967] env[68205]: value = "task-2904175" [ 744.925967] env[68205]: _type = "Task" [ 744.925967] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.936902] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.965977] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f08ec28b-bf1e-4147-84d6-4fb2cd29b74e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.976576] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a44801b-fbe7-4f77-9b0f-924ab09eb41e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.008385] env[68205]: DEBUG nova.compute.manager [req-43a4e642-1fac-49ae-809e-e4f168ea741d req-0c1f6ce4-6b71-4055-afbc-c82988748505 service nova] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Detach interface failed, port_id=1aca6334-0100-4a20-8abd-2e3fef81e59a, reason: Instance fbae466a-1f02-457c-b5bc-820a5c4e7a22 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 745.349539] env[68205]: INFO nova.compute.manager [-] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Took 1.39 seconds to deallocate network for instance. [ 745.388068] env[68205]: DEBUG oslo_concurrency.lockutils [None req-45371e8d-0532-4828-ae90-b303f11361cb tempest-ServerDiagnosticsV248Test-393691330 tempest-ServerDiagnosticsV248Test-393691330-project-member] Lock "b3f53fc9-d041-4c75-80fd-a2f5ee6c7283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.494s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.418754] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482275} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.419067] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 9828400d-1968-474b-aa3f-0d23176f4ee2/9828400d-1968-474b-aa3f-0d23176f4ee2.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.419288] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.419536] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a28f8fde-3c7a-4bc1-9a60-2a410a859461 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.426694] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 745.426694] env[68205]: value = "task-2904176" [ 745.426694] env[68205]: _type = "Task" [ 745.426694] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.438940] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904175, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.442084] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.543452] env[68205]: DEBUG nova.network.neutron [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Updated VIF entry in instance network info cache for port b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.543807] env[68205]: DEBUG nova.network.neutron [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Updating instance_info_cache with network_info: [{"id": "b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5", "address": "fa:16:3e:1d:33:f7", "network": {"id": "4f5c35ee-1d0d-44b8-b431-8c1be34d2476", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-945995875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f466bf5954487cbe6c028cc44d1ba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fdcd70-35", "ovs_interfaceid": "b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.685481] env[68205]: DEBUG nova.compute.manager [req-22a35e94-d8dc-4433-9f84-896ffea36bea req-99c190b6-49db-4502-afa9-50662cdacd31 service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Received event network-vif-plugged-ba65c2e0-08c2-4dbe-ac49-fa1680398927 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.685481] env[68205]: DEBUG oslo_concurrency.lockutils [req-22a35e94-d8dc-4433-9f84-896ffea36bea req-99c190b6-49db-4502-afa9-50662cdacd31 service nova] Acquiring lock "c367ad63-09fd-4f68-8a19-c05ce587db20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.685481] env[68205]: DEBUG oslo_concurrency.lockutils [req-22a35e94-d8dc-4433-9f84-896ffea36bea req-99c190b6-49db-4502-afa9-50662cdacd31 service nova] Lock "c367ad63-09fd-4f68-8a19-c05ce587db20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.685481] env[68205]: DEBUG oslo_concurrency.lockutils [req-22a35e94-d8dc-4433-9f84-896ffea36bea req-99c190b6-49db-4502-afa9-50662cdacd31 service nova] Lock "c367ad63-09fd-4f68-8a19-c05ce587db20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.685481] env[68205]: DEBUG nova.compute.manager [req-22a35e94-d8dc-4433-9f84-896ffea36bea req-99c190b6-49db-4502-afa9-50662cdacd31 service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] No waiting events found dispatching network-vif-plugged-ba65c2e0-08c2-4dbe-ac49-fa1680398927 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.685481] env[68205]: WARNING nova.compute.manager [req-22a35e94-d8dc-4433-9f84-896ffea36bea req-99c190b6-49db-4502-afa9-50662cdacd31 service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Received unexpected event network-vif-plugged-ba65c2e0-08c2-4dbe-ac49-fa1680398927 for instance with vm_state building and task_state spawning. [ 745.692631] env[68205]: DEBUG nova.network.neutron [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Successfully updated port: ba65c2e0-08c2-4dbe-ac49-fa1680398927 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.859385] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.948778] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284989} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.949394] env[68205]: DEBUG oslo_vmware.api [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904175, 'name': PowerOnVM_Task, 'duration_secs': 0.652298} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.949638] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.949929] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.950182] env[68205]: INFO nova.compute.manager [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Took 9.36 seconds to spawn the instance on the hypervisor. [ 745.950368] env[68205]: DEBUG nova.compute.manager [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.951128] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2a8616-e560-429c-b749-afffd707d07e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.954021] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f1aac3-7040-4d32-90c9-75b6d528ba14 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.978436] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 9828400d-1968-474b-aa3f-0d23176f4ee2/9828400d-1968-474b-aa3f-0d23176f4ee2.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.982566] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a931335-e0df-4abd-84ed-1039682f755c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.007368] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 746.007368] env[68205]: value = "task-2904177" [ 746.007368] env[68205]: _type = "Task" [ 746.007368] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.015651] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.050045] env[68205]: DEBUG oslo_concurrency.lockutils [req-3faded10-38b6-4a50-a2bf-6c04cdd9c0d3 req-702ba6d9-bc14-488a-9eee-42e80977a53e service nova] Releasing lock "refresh_cache-24cc0530-19cf-49dc-9502-8c91cac5e7f2" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.196775] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquiring lock "refresh_cache-c367ad63-09fd-4f68-8a19-c05ce587db20" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.196919] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquired lock "refresh_cache-c367ad63-09fd-4f68-8a19-c05ce587db20" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.197084] env[68205]: DEBUG nova.network.neutron [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.417293] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb56e6da-1cf8-42a8-a2cc-f6ae10070b09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.425123] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc10e8d3-3d71-4301-b52e-bcd38c411149 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.459789] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33231b4-a14a-46d0-a2be-5fff171b5c8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.467756] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76901af-2f9d-452b-90f5-81bde83632e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.481933] env[68205]: DEBUG nova.compute.provider_tree [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.510081] env[68205]: INFO nova.compute.manager [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Took 40.44 seconds to build instance. [ 746.519208] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.920700] env[68205]: DEBUG nova.network.neutron [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.985012] env[68205]: DEBUG nova.scheduler.client.report [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.016706] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a3ef4567-2f51-4a9d-ba6b-142fa9110eb8 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lock "16698e0a-de14-49dd-b833-9a9d5a7c801d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.172s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.024344] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904177, 'name': ReconfigVM_Task, 'duration_secs': 1.007836} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.024344] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 9828400d-1968-474b-aa3f-0d23176f4ee2/9828400d-1968-474b-aa3f-0d23176f4ee2.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.025691] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-908c1ac6-49a6-49d1-a65f-e064a908b2b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.033186] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 747.033186] env[68205]: value = "task-2904178" [ 747.033186] env[68205]: _type = "Task" [ 747.033186] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.045300] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904178, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.158657] env[68205]: DEBUG nova.network.neutron [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Updating instance_info_cache with network_info: [{"id": "ba65c2e0-08c2-4dbe-ac49-fa1680398927", "address": "fa:16:3e:98:39:b7", "network": {"id": "f9dd836e-16e5-4d5a-931c-3530edbbd0f1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1655206762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9cbf493bf04d029e20747b69f77909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba65c2e0-08", "ovs_interfaceid": "ba65c2e0-08c2-4dbe-ac49-fa1680398927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.494289] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.494910] env[68205]: DEBUG nova.compute.manager [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.505549] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.256s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.519142] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.544926] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904178, 'name': Rename_Task, 'duration_secs': 0.177847} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.546396] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.547488] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a10ee245-ba28-4941-91ba-4f3ddf11e1e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.557012] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 747.557012] env[68205]: value = "task-2904179" [ 747.557012] env[68205]: _type = "Task" [ 747.557012] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.567960] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.663789] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Releasing lock "refresh_cache-c367ad63-09fd-4f68-8a19-c05ce587db20" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.664139] env[68205]: DEBUG nova.compute.manager [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Instance network_info: |[{"id": "ba65c2e0-08c2-4dbe-ac49-fa1680398927", "address": "fa:16:3e:98:39:b7", "network": {"id": "f9dd836e-16e5-4d5a-931c-3530edbbd0f1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1655206762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9cbf493bf04d029e20747b69f77909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba65c2e0-08", "ovs_interfaceid": "ba65c2e0-08c2-4dbe-ac49-fa1680398927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.666868] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:39:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba65c2e0-08c2-4dbe-ac49-fa1680398927', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.675411] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Creating folder: Project (ae9cbf493bf04d029e20747b69f77909). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.677016] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49010445-2070-4b69-a4a7-8580fb7e2e76 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.692937] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Created folder: Project (ae9cbf493bf04d029e20747b69f77909) in parent group-v583212. [ 747.692937] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Creating folder: Instances. Parent ref: group-v583289. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.692937] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d2979b5-0c9a-42db-8163-44c5fb43412c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.703499] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Created folder: Instances in parent group-v583289. [ 747.704049] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.704394] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.704755] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3142991e-8761-43c7-9185-9108e79a066a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.731021] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.731021] env[68205]: value = "task-2904182" [ 747.731021] env[68205]: _type = "Task" [ 747.731021] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.737734] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904182, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.944651] env[68205]: DEBUG nova.compute.manager [req-ffca5b9e-9a03-4688-9962-7b59908468ed req-e1284658-094f-43bf-b1e8-6566c3c379ed service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Received event network-changed-ba65c2e0-08c2-4dbe-ac49-fa1680398927 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.946422] env[68205]: DEBUG nova.compute.manager [req-ffca5b9e-9a03-4688-9962-7b59908468ed req-e1284658-094f-43bf-b1e8-6566c3c379ed service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Refreshing instance network info cache due to event network-changed-ba65c2e0-08c2-4dbe-ac49-fa1680398927. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.947754] env[68205]: DEBUG oslo_concurrency.lockutils [req-ffca5b9e-9a03-4688-9962-7b59908468ed req-e1284658-094f-43bf-b1e8-6566c3c379ed service nova] Acquiring lock "refresh_cache-c367ad63-09fd-4f68-8a19-c05ce587db20" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.947754] env[68205]: DEBUG oslo_concurrency.lockutils [req-ffca5b9e-9a03-4688-9962-7b59908468ed req-e1284658-094f-43bf-b1e8-6566c3c379ed service nova] Acquired lock "refresh_cache-c367ad63-09fd-4f68-8a19-c05ce587db20" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.947754] env[68205]: DEBUG nova.network.neutron [req-ffca5b9e-9a03-4688-9962-7b59908468ed req-e1284658-094f-43bf-b1e8-6566c3c379ed service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Refreshing network info cache for port ba65c2e0-08c2-4dbe-ac49-fa1680398927 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.006280] env[68205]: DEBUG nova.compute.utils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.007135] env[68205]: DEBUG nova.compute.manager [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.007321] env[68205]: DEBUG nova.network.neutron [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.065386] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.073954] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.106722] env[68205]: DEBUG nova.policy [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '763210af09e342c4934a06abcdbfa4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a9b4767bd04f73ad681cae3f7ed58d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.241078] env[68205]: DEBUG nova.compute.manager [req-def83a17-8fa3-48b0-9233-869bf2710f25 req-a1b66d62-ceee-4a3a-9548-20cf3a7f602d service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Received event network-changed-27858c75-d876-45b0-be5c-04903afdaeeb {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.241078] env[68205]: DEBUG nova.compute.manager [req-def83a17-8fa3-48b0-9233-869bf2710f25 req-a1b66d62-ceee-4a3a-9548-20cf3a7f602d service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Refreshing instance network info cache due to event network-changed-27858c75-d876-45b0-be5c-04903afdaeeb. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.241078] env[68205]: DEBUG oslo_concurrency.lockutils [req-def83a17-8fa3-48b0-9233-869bf2710f25 req-a1b66d62-ceee-4a3a-9548-20cf3a7f602d service nova] Acquiring lock "refresh_cache-16698e0a-de14-49dd-b833-9a9d5a7c801d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.241078] env[68205]: DEBUG oslo_concurrency.lockutils [req-def83a17-8fa3-48b0-9233-869bf2710f25 req-a1b66d62-ceee-4a3a-9548-20cf3a7f602d service nova] Acquired lock "refresh_cache-16698e0a-de14-49dd-b833-9a9d5a7c801d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.241078] env[68205]: DEBUG nova.network.neutron [req-def83a17-8fa3-48b0-9233-869bf2710f25 req-a1b66d62-ceee-4a3a-9548-20cf3a7f602d service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Refreshing network info cache for port 27858c75-d876-45b0-be5c-04903afdaeeb {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.253211] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904182, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.518665] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "68dbd909-bd4a-4de6-86d1-942261f816c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.518937] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "68dbd909-bd4a-4de6-86d1-942261f816c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.519361] env[68205]: DEBUG nova.compute.manager [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.572327] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.611519] env[68205]: DEBUG nova.network.neutron [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Successfully created port: 63f52924-fa22-427e-9890-cbac76f5da83 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.726438] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494e0f98-cba8-4709-8a0d-11cf291a3d25 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.736242] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f13eaf0-c6ea-461c-a643-bdcd60cfb95a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.747397] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904182, 'name': CreateVM_Task, 'duration_secs': 0.892746} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.748440] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.748989] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.749654] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.749654] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.749801] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff41b2f-3a67-48fa-a0f7-f424ac3022d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.782278] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec51ce1-70b0-47aa-b700-ad9dce5b98fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.787012] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for the task: (returnval){ [ 748.787012] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5219e693-31da-c264-1a26-2b40eb862ee6" [ 748.787012] env[68205]: _type = "Task" [ 748.787012] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.794515] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbf69e6-85eb-45c7-9116-ba57b2d5b4ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.802422] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5219e693-31da-c264-1a26-2b40eb862ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.803285] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.803415] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.803608] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.803753] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.803927] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.804730] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c48a1f2a-8232-4f74-b410-522050b1692a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.814316] env[68205]: DEBUG nova.compute.provider_tree [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.825808] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.825808] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.825808] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4979eeeb-adc4-4e66-85c4-a254b46e0e97 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.830446] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for the task: (returnval){ [ 748.830446] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d84262-fb1a-d8c5-7e34-336423c6f865" [ 748.830446] env[68205]: _type = "Task" [ 748.830446] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.838946] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d84262-fb1a-d8c5-7e34-336423c6f865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.888906] env[68205]: DEBUG nova.network.neutron [req-ffca5b9e-9a03-4688-9962-7b59908468ed req-e1284658-094f-43bf-b1e8-6566c3c379ed service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Updated VIF entry in instance network info cache for port ba65c2e0-08c2-4dbe-ac49-fa1680398927. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.889290] env[68205]: DEBUG nova.network.neutron [req-ffca5b9e-9a03-4688-9962-7b59908468ed req-e1284658-094f-43bf-b1e8-6566c3c379ed service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Updating instance_info_cache with network_info: [{"id": "ba65c2e0-08c2-4dbe-ac49-fa1680398927", "address": "fa:16:3e:98:39:b7", "network": {"id": "f9dd836e-16e5-4d5a-931c-3530edbbd0f1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1655206762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9cbf493bf04d029e20747b69f77909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba65c2e0-08", "ovs_interfaceid": "ba65c2e0-08c2-4dbe-ac49-fa1680398927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.072433] env[68205]: DEBUG oslo_vmware.api [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904179, 'name': PowerOnVM_Task, 'duration_secs': 1.087915} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.072726] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.072913] env[68205]: INFO nova.compute.manager [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Took 9.51 seconds to spawn the instance on the hypervisor. [ 749.073102] env[68205]: DEBUG nova.compute.manager [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.074542] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef723d80-f5dd-445a-9fb9-604679eaa595 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.148527] env[68205]: DEBUG nova.network.neutron [req-def83a17-8fa3-48b0-9233-869bf2710f25 req-a1b66d62-ceee-4a3a-9548-20cf3a7f602d service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Updated VIF entry in instance network info cache for port 27858c75-d876-45b0-be5c-04903afdaeeb. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.148874] env[68205]: DEBUG nova.network.neutron [req-def83a17-8fa3-48b0-9233-869bf2710f25 req-a1b66d62-ceee-4a3a-9548-20cf3a7f602d service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Updating instance_info_cache with network_info: [{"id": "27858c75-d876-45b0-be5c-04903afdaeeb", "address": "fa:16:3e:fe:66:2e", "network": {"id": "77ebf15a-992c-4b15-9e2e-5ebdf6397b82", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1004674086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f796912f8054eab8f3194d9d317f8a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27858c75-d8", "ovs_interfaceid": "27858c75-d876-45b0-be5c-04903afdaeeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.319443] env[68205]: DEBUG nova.scheduler.client.report [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.343767] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d84262-fb1a-d8c5-7e34-336423c6f865, 'name': SearchDatastore_Task, 'duration_secs': 0.008701} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.344719] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887fb6ee-0284-464c-ab39-5539f9473cb3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.351312] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for the task: (returnval){ [ 749.351312] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52340822-5f40-47d9-d73e-57d3f97bbc89" [ 749.351312] env[68205]: _type = "Task" [ 749.351312] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.361214] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52340822-5f40-47d9-d73e-57d3f97bbc89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.392511] env[68205]: DEBUG oslo_concurrency.lockutils [req-ffca5b9e-9a03-4688-9962-7b59908468ed req-e1284658-094f-43bf-b1e8-6566c3c379ed service nova] Releasing lock "refresh_cache-c367ad63-09fd-4f68-8a19-c05ce587db20" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.531246] env[68205]: DEBUG nova.compute.manager [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.565107] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.565450] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.565709] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.566015] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.566188] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.566412] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.566630] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.566987] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.567201] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.567369] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.567580] env[68205]: DEBUG nova.virt.hardware [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.568455] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1da4b5-7dc9-4fa5-bf12-5b304e0052ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.577479] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f31c51-9868-4940-a58f-a1ec0ace99ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.602815] env[68205]: INFO nova.compute.manager [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Took 42.96 seconds to build instance. [ 749.653569] env[68205]: DEBUG oslo_concurrency.lockutils [req-def83a17-8fa3-48b0-9233-869bf2710f25 req-a1b66d62-ceee-4a3a-9548-20cf3a7f602d service nova] Releasing lock "refresh_cache-16698e0a-de14-49dd-b833-9a9d5a7c801d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.865634] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52340822-5f40-47d9-d73e-57d3f97bbc89, 'name': SearchDatastore_Task, 'duration_secs': 0.040415} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.865904] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.869019] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] c367ad63-09fd-4f68-8a19-c05ce587db20/c367ad63-09fd-4f68-8a19-c05ce587db20.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.869019] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-939d1d1a-4102-409a-aaa8-ba260bfe7d4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.876192] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for the task: (returnval){ [ 749.876192] env[68205]: value = "task-2904183" [ 749.876192] env[68205]: _type = "Task" [ 749.876192] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.884616] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.107336] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fabce44e-3ac1-4ad8-b49e-9ead1f4c6260 tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "9828400d-1968-474b-aa3f-0d23176f4ee2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.511s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.331691] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.826s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.333384] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.679s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.333615] env[68205]: DEBUG nova.objects.instance [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lazy-loading 'resources' on Instance uuid 7c479f08-16a0-4573-8cae-3a6f4b1c0c33 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.386439] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459154} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.386703] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] c367ad63-09fd-4f68-8a19-c05ce587db20/c367ad63-09fd-4f68-8a19-c05ce587db20.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.386920] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.387225] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ba8aa81-adf7-4103-b393-ff8e21486180 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.393672] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for the task: (returnval){ [ 750.393672] env[68205]: value = "task-2904184" [ 750.393672] env[68205]: _type = "Task" [ 750.393672] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.402886] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.482817] env[68205]: DEBUG nova.network.neutron [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Successfully updated port: 63f52924-fa22-427e-9890-cbac76f5da83 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.511403] env[68205]: DEBUG nova.compute.manager [req-6ebaa59f-4bd6-44b9-828e-58be0d1fa4bf req-f4dae122-8946-489b-bcca-1a2782b471b6 service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Received event network-vif-plugged-63f52924-fa22-427e-9890-cbac76f5da83 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.511624] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ebaa59f-4bd6-44b9-828e-58be0d1fa4bf req-f4dae122-8946-489b-bcca-1a2782b471b6 service nova] Acquiring lock "733d11bf-17bb-4325-a6d8-ff5866f53ace-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.511783] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ebaa59f-4bd6-44b9-828e-58be0d1fa4bf req-f4dae122-8946-489b-bcca-1a2782b471b6 service nova] Lock "733d11bf-17bb-4325-a6d8-ff5866f53ace-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.511929] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ebaa59f-4bd6-44b9-828e-58be0d1fa4bf req-f4dae122-8946-489b-bcca-1a2782b471b6 service nova] Lock "733d11bf-17bb-4325-a6d8-ff5866f53ace-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.512105] env[68205]: DEBUG nova.compute.manager [req-6ebaa59f-4bd6-44b9-828e-58be0d1fa4bf req-f4dae122-8946-489b-bcca-1a2782b471b6 service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] No waiting events found dispatching network-vif-plugged-63f52924-fa22-427e-9890-cbac76f5da83 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.512268] env[68205]: WARNING nova.compute.manager [req-6ebaa59f-4bd6-44b9-828e-58be0d1fa4bf req-f4dae122-8946-489b-bcca-1a2782b471b6 service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Received unexpected event network-vif-plugged-63f52924-fa22-427e-9890-cbac76f5da83 for instance with vm_state building and task_state spawning. [ 750.610303] env[68205]: DEBUG nova.compute.manager [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.830867] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.831114] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.900707] env[68205]: INFO nova.scheduler.client.report [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Deleted allocation for migration 1b035d52-b3c5-4fc9-b411-f67f9b6232dc [ 750.913989] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255053} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.916928] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.917819] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e6de00-c12c-4308-a75c-34c55791bb76 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.947789] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] c367ad63-09fd-4f68-8a19-c05ce587db20/c367ad63-09fd-4f68-8a19-c05ce587db20.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.949955] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af6ce900-93fb-4380-a8e2-b8eeb6508c07 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.973869] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for the task: (returnval){ [ 750.973869] env[68205]: value = "task-2904185" [ 750.973869] env[68205]: _type = "Task" [ 750.973869] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.985882] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "refresh_cache-733d11bf-17bb-4325-a6d8-ff5866f53ace" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.985882] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "refresh_cache-733d11bf-17bb-4325-a6d8-ff5866f53ace" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.985882] env[68205]: DEBUG nova.network.neutron [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.986844] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.130151] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.330676] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "9828400d-1968-474b-aa3f-0d23176f4ee2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.331013] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "9828400d-1968-474b-aa3f-0d23176f4ee2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.331360] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "9828400d-1968-474b-aa3f-0d23176f4ee2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.331563] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "9828400d-1968-474b-aa3f-0d23176f4ee2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.331782] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "9828400d-1968-474b-aa3f-0d23176f4ee2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.334301] env[68205]: INFO nova.compute.manager [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Terminating instance [ 751.406550] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8b8adcbd-fcc4-4106-9574-d6a8b244ea80 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.311s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.424732] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665531e0-f1b7-4107-ab87-ae4a4491ea5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.435747] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6138ce94-2bbf-4d26-9ee5-886a310a56e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.482515] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649c5f2c-82da-4169-b1a5-dec7ed139bbe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.493812] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.496150] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e52781-ee65-4563-84b1-d7549d225a4c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.509072] env[68205]: DEBUG nova.compute.provider_tree [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.536750] env[68205]: DEBUG nova.network.neutron [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.709088] env[68205]: DEBUG nova.network.neutron [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Updating instance_info_cache with network_info: [{"id": "63f52924-fa22-427e-9890-cbac76f5da83", "address": "fa:16:3e:f5:7a:de", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f52924-fa", "ovs_interfaceid": "63f52924-fa22-427e-9890-cbac76f5da83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.841316] env[68205]: DEBUG nova.compute.manager [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.842164] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.844011] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e2c61-693f-466b-b3b9-c864b5acede5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.852848] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.853325] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb2b26b7-14a2-466d-9d54-660598af4513 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.860544] env[68205]: DEBUG oslo_vmware.api [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 751.860544] env[68205]: value = "task-2904186" [ 751.860544] env[68205]: _type = "Task" [ 751.860544] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.869717] env[68205]: DEBUG oslo_vmware.api [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.988411] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904185, 'name': ReconfigVM_Task, 'duration_secs': 0.845192} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.989164] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Reconfigured VM instance instance-00000019 to attach disk [datastore2] c367ad63-09fd-4f68-8a19-c05ce587db20/c367ad63-09fd-4f68-8a19-c05ce587db20.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.989786] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fb8498f-30eb-442c-bbd8-4a39d043731f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.996353] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for the task: (returnval){ [ 751.996353] env[68205]: value = "task-2904187" [ 751.996353] env[68205]: _type = "Task" [ 751.996353] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.004492] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904187, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.013190] env[68205]: DEBUG nova.scheduler.client.report [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.212144] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "refresh_cache-733d11bf-17bb-4325-a6d8-ff5866f53ace" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.215021] env[68205]: DEBUG nova.compute.manager [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Instance network_info: |[{"id": "63f52924-fa22-427e-9890-cbac76f5da83", "address": "fa:16:3e:f5:7a:de", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f52924-fa", "ovs_interfaceid": "63f52924-fa22-427e-9890-cbac76f5da83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.215021] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:7a:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f52924-fa22-427e-9890-cbac76f5da83', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.222350] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Creating folder: Project (c4a9b4767bd04f73ad681cae3f7ed58d). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.222852] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac418d4-6678-43c0-aa34-32d2775c4158 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.235481] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Created folder: Project (c4a9b4767bd04f73ad681cae3f7ed58d) in parent group-v583212. [ 752.235481] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Creating folder: Instances. Parent ref: group-v583292. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.235597] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6249d13-f62b-4921-91ba-d84cad59eb72 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.243835] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Created folder: Instances in parent group-v583292. [ 752.244098] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.244318] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.244590] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cbe18a1-6df7-41ea-9218-a0b43d821791 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.263721] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.263721] env[68205]: value = "task-2904190" [ 752.263721] env[68205]: _type = "Task" [ 752.263721] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.274133] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904190, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.371636] env[68205]: DEBUG oslo_vmware.api [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904186, 'name': PowerOffVM_Task, 'duration_secs': 0.214277} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.371998] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.372230] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.372500] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df8da2ce-93b9-42d4-a582-99e9435c774c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.506543] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904187, 'name': Rename_Task, 'duration_secs': 0.319104} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.506809] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.507059] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a164aff-d594-4a29-9d2f-4e19bd8d35b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.513776] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for the task: (returnval){ [ 752.513776] env[68205]: value = "task-2904192" [ 752.513776] env[68205]: _type = "Task" [ 752.513776] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.521846] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.523648] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.526368] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.002s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.528128] env[68205]: INFO nova.compute.claims [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.536922] env[68205]: DEBUG nova.compute.manager [req-5c7af171-8672-4e4c-b99d-d3e65eaf071a req-a52d913f-ea27-4ad4-84d3-0347a191942a service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Received event network-changed-63f52924-fa22-427e-9890-cbac76f5da83 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.537142] env[68205]: DEBUG nova.compute.manager [req-5c7af171-8672-4e4c-b99d-d3e65eaf071a req-a52d913f-ea27-4ad4-84d3-0347a191942a service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Refreshing instance network info cache due to event network-changed-63f52924-fa22-427e-9890-cbac76f5da83. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.537383] env[68205]: DEBUG oslo_concurrency.lockutils [req-5c7af171-8672-4e4c-b99d-d3e65eaf071a req-a52d913f-ea27-4ad4-84d3-0347a191942a service nova] Acquiring lock "refresh_cache-733d11bf-17bb-4325-a6d8-ff5866f53ace" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.537676] env[68205]: DEBUG oslo_concurrency.lockutils [req-5c7af171-8672-4e4c-b99d-d3e65eaf071a req-a52d913f-ea27-4ad4-84d3-0347a191942a service nova] Acquired lock "refresh_cache-733d11bf-17bb-4325-a6d8-ff5866f53ace" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.537843] env[68205]: DEBUG nova.network.neutron [req-5c7af171-8672-4e4c-b99d-d3e65eaf071a req-a52d913f-ea27-4ad4-84d3-0347a191942a service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Refreshing network info cache for port 63f52924-fa22-427e-9890-cbac76f5da83 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.544330] env[68205]: INFO nova.scheduler.client.report [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Deleted allocations for instance 7c479f08-16a0-4573-8cae-3a6f4b1c0c33 [ 752.774025] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904190, 'name': CreateVM_Task, 'duration_secs': 0.463113} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.774025] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.774232] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.774419] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.774741] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.774991] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35cab433-22a1-47c4-8bad-16d50acc197e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.780176] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 752.780176] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d67dd3-5a7b-1d35-d093-39984096a7fc" [ 752.780176] env[68205]: _type = "Task" [ 752.780176] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.788102] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d67dd3-5a7b-1d35-d093-39984096a7fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.025204] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904192, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.052759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fa2e1c08-c0d5-4afe-96d7-7c269cb44fff tempest-ImagesNegativeTestJSON-1582412891 tempest-ImagesNegativeTestJSON-1582412891-project-member] Lock "7c479f08-16a0-4573-8cae-3a6f4b1c0c33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.983s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.247162] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.247490] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.295848] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d67dd3-5a7b-1d35-d093-39984096a7fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.296159] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.296425] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.296687] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.296801] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.296985] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.297896] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52e25199-c776-4605-bfb1-a7e2848fd7bf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.307758] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.307808] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.308619] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e8e15d-0ef7-49fe-a845-eb14767722ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.314859] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 753.314859] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6d190-7cce-212e-57f0-e16ba0470c5a" [ 753.314859] env[68205]: _type = "Task" [ 753.314859] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.323161] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6d190-7cce-212e-57f0-e16ba0470c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.395849] env[68205]: DEBUG nova.network.neutron [req-5c7af171-8672-4e4c-b99d-d3e65eaf071a req-a52d913f-ea27-4ad4-84d3-0347a191942a service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Updated VIF entry in instance network info cache for port 63f52924-fa22-427e-9890-cbac76f5da83. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.396104] env[68205]: DEBUG nova.network.neutron [req-5c7af171-8672-4e4c-b99d-d3e65eaf071a req-a52d913f-ea27-4ad4-84d3-0347a191942a service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Updating instance_info_cache with network_info: [{"id": "63f52924-fa22-427e-9890-cbac76f5da83", "address": "fa:16:3e:f5:7a:de", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f52924-fa", "ovs_interfaceid": "63f52924-fa22-427e-9890-cbac76f5da83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.527535] env[68205]: DEBUG oslo_vmware.api [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904192, 'name': PowerOnVM_Task, 'duration_secs': 0.785299} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.528401] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.528711] env[68205]: INFO nova.compute.manager [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Took 8.96 seconds to spawn the instance on the hypervisor. [ 753.529147] env[68205]: DEBUG nova.compute.manager [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.530044] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34bad30-38d0-4b2d-b9de-2cf39364f883 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.734420] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.734420] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.734420] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Deleting the datastore file [datastore1] 9828400d-1968-474b-aa3f-0d23176f4ee2 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.734420] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-577c549f-de36-4537-a3f1-08d490a31bb1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.741380] env[68205]: DEBUG oslo_vmware.api [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for the task: (returnval){ [ 753.741380] env[68205]: value = "task-2904193" [ 753.741380] env[68205]: _type = "Task" [ 753.741380] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.757286] env[68205]: DEBUG oslo_vmware.api [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.827351] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6d190-7cce-212e-57f0-e16ba0470c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.828414] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c1a51df-56bb-4283-8cea-36ff6d317051 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.839685] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 753.839685] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5264930e-99b5-5729-632d-aadd63ac92ba" [ 753.839685] env[68205]: _type = "Task" [ 753.839685] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.847759] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5264930e-99b5-5729-632d-aadd63ac92ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.898954] env[68205]: DEBUG oslo_concurrency.lockutils [req-5c7af171-8672-4e4c-b99d-d3e65eaf071a req-a52d913f-ea27-4ad4-84d3-0347a191942a service nova] Releasing lock "refresh_cache-733d11bf-17bb-4325-a6d8-ff5866f53ace" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.051943] env[68205]: INFO nova.compute.manager [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Took 39.12 seconds to build instance. [ 754.119768] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935267c5-c976-4f1e-a5e4-25543d8d6d9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.127567] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ec048-a20e-4a74-b458-a5e860e0a8bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.159911] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea16272-ca57-4eff-991b-95eec54e52bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.167514] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bd7018-281c-4fa1-8377-1dae54c500e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.181509] env[68205]: DEBUG nova.compute.provider_tree [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.255469] env[68205]: DEBUG oslo_vmware.api [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Task: {'id': task-2904193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132932} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.255826] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.256064] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.256292] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.256501] env[68205]: INFO nova.compute.manager [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Took 2.41 seconds to destroy the instance on the hypervisor. [ 754.256782] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.257024] env[68205]: DEBUG nova.compute.manager [-] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.257162] env[68205]: DEBUG nova.network.neutron [-] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.352778] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5264930e-99b5-5729-632d-aadd63ac92ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008964} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.353199] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.353660] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.354128] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e8770d0-650b-4110-bb6a-b2acf51cd429 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.361384] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 754.361384] env[68205]: value = "task-2904194" [ 754.361384] env[68205]: _type = "Task" [ 754.361384] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.372167] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.554661] env[68205]: DEBUG oslo_concurrency.lockutils [None req-558cdea6-0952-486e-b349-9c785484c3bb tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lock "c367ad63-09fd-4f68-8a19-c05ce587db20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.228s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.653772] env[68205]: DEBUG nova.compute.manager [req-1e0ba8bf-089a-4aaa-b2c5-10ea78042878 req-eb013839-2c61-42e3-b45c-08547eedbda2 service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Received event network-vif-deleted-05fe9f0f-ca2f-4e83-8348-3d8bca54bed0 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.653949] env[68205]: INFO nova.compute.manager [req-1e0ba8bf-089a-4aaa-b2c5-10ea78042878 req-eb013839-2c61-42e3-b45c-08547eedbda2 service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Neutron deleted interface 05fe9f0f-ca2f-4e83-8348-3d8bca54bed0; detaching it from the instance and deleting it from the info cache [ 754.654133] env[68205]: DEBUG nova.network.neutron [req-1e0ba8bf-089a-4aaa-b2c5-10ea78042878 req-eb013839-2c61-42e3-b45c-08547eedbda2 service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.684913] env[68205]: DEBUG nova.scheduler.client.report [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.873750] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447505} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.874033] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.874550] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.874550] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac165018-5008-4cea-93c4-266f4d41f121 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.880613] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 754.880613] env[68205]: value = "task-2904195" [ 754.880613] env[68205]: _type = "Task" [ 754.880613] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.889857] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.978531] env[68205]: DEBUG nova.network.neutron [-] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.061081] env[68205]: DEBUG nova.compute.manager [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.161905] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e46c3bb8-37c6-44e8-a7ee-5ca957eddbe9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.171716] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e8c7a-c31e-4f2e-9d38-70b4a4217fb7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.190612] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.191154] env[68205]: DEBUG nova.compute.manager [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.205300] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.292s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.205300] env[68205]: DEBUG nova.objects.instance [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 755.206367] env[68205]: DEBUG nova.compute.manager [req-1e0ba8bf-089a-4aaa-b2c5-10ea78042878 req-eb013839-2c61-42e3-b45c-08547eedbda2 service nova] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Detach interface failed, port_id=05fe9f0f-ca2f-4e83-8348-3d8bca54bed0, reason: Instance 9828400d-1968-474b-aa3f-0d23176f4ee2 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 755.390752] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05933} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.391025] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.391944] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b39fb0c-1b47-48bb-b501-a2a474b7a050 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.414576] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.415920] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a84c1e6-5f9a-4efc-8141-5e47b6ca9e09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.434388] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 755.434388] env[68205]: value = "task-2904196" [ 755.434388] env[68205]: _type = "Task" [ 755.434388] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.442459] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.482199] env[68205]: INFO nova.compute.manager [-] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Took 1.22 seconds to deallocate network for instance. [ 755.586716] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.709104] env[68205]: DEBUG nova.compute.utils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.713730] env[68205]: DEBUG nova.compute.manager [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.713852] env[68205]: DEBUG nova.network.neutron [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.765763] env[68205]: DEBUG nova.policy [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '763210af09e342c4934a06abcdbfa4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a9b4767bd04f73ad681cae3f7ed58d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.945866] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.988854] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.045162] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquiring lock "c367ad63-09fd-4f68-8a19-c05ce587db20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.045162] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lock "c367ad63-09fd-4f68-8a19-c05ce587db20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.045162] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquiring lock "c367ad63-09fd-4f68-8a19-c05ce587db20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.045162] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lock "c367ad63-09fd-4f68-8a19-c05ce587db20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.045162] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lock "c367ad63-09fd-4f68-8a19-c05ce587db20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.048345] env[68205]: INFO nova.compute.manager [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Terminating instance [ 756.216408] env[68205]: DEBUG nova.compute.manager [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.221909] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75852314-bdef-4863-b4b6-6f1fff5e4512 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.221909] env[68205]: DEBUG oslo_concurrency.lockutils [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.815s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.221909] env[68205]: DEBUG nova.objects.instance [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lazy-loading 'resources' on Instance uuid 42282b6b-6f06-4f86-ac0a-2a1c5229786a {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.446260] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904196, 'name': ReconfigVM_Task, 'duration_secs': 0.684429} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.446541] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.447135] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-054be5e1-ede5-4f9d-84ab-81c1861cbafb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.454127] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 756.454127] env[68205]: value = "task-2904197" [ 756.454127] env[68205]: _type = "Task" [ 756.454127] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.463823] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904197, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.481674] env[68205]: DEBUG nova.network.neutron [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Successfully created port: 756e4462-92a2-4d37-b8b4-a3d6253d6eca {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.553857] env[68205]: DEBUG nova.compute.manager [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.554139] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.555055] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5954d210-d764-43f8-8844-993ae1b1c812 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.563702] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.563954] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b581e4a-7349-404b-973e-bd622dbf3aca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.570123] env[68205]: DEBUG oslo_vmware.api [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for the task: (returnval){ [ 756.570123] env[68205]: value = "task-2904198" [ 756.570123] env[68205]: _type = "Task" [ 756.570123] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.578427] env[68205]: DEBUG oslo_vmware.api [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.969658] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904197, 'name': Rename_Task, 'duration_secs': 0.253304} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.969982] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.971344] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb22e777-12b4-48e8-a559-b4e30a866904 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.984462] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 756.984462] env[68205]: value = "task-2904199" [ 756.984462] env[68205]: _type = "Task" [ 756.984462] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.994026] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.086991] env[68205]: DEBUG oslo_vmware.api [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904198, 'name': PowerOffVM_Task, 'duration_secs': 0.203156} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.086991] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.087273] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.087591] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0730bc7e-3e3d-4bb2-b0a3-b9049a2bca93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.155190] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.155404] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.155577] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Deleting the datastore file [datastore2] c367ad63-09fd-4f68-8a19-c05ce587db20 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.155829] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea482f00-3213-4c2d-81ca-d05830564557 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.163328] env[68205]: DEBUG oslo_vmware.api [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for the task: (returnval){ [ 757.163328] env[68205]: value = "task-2904201" [ 757.163328] env[68205]: _type = "Task" [ 757.163328] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.174749] env[68205]: DEBUG oslo_vmware.api [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.225809] env[68205]: DEBUG nova.compute.manager [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.268788] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.268963] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.269096] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.269296] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.269454] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.269612] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.269845] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.269999] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.270330] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.270512] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.270699] env[68205]: DEBUG nova.virt.hardware [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.271954] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557fe0e4-e820-4ad2-a5a9-b55ebd424c58 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.288269] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cf3ba6-27b0-49bd-9dfc-53a9644c283e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.364256] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7452d80d-b73f-447c-b6d1-1415de2d8e8b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.371572] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf59878-ea2c-4af5-9762-2eed90bfad20 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.412552] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5751f0-0974-40b8-ae0d-9dff42238912 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.420810] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9626a4b-e9de-4e45-b2bf-174a5fef55a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.438093] env[68205]: DEBUG nova.compute.provider_tree [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.495021] env[68205]: DEBUG oslo_vmware.api [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904199, 'name': PowerOnVM_Task, 'duration_secs': 0.475263} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.495021] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.495021] env[68205]: INFO nova.compute.manager [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Took 7.96 seconds to spawn the instance on the hypervisor. [ 757.495021] env[68205]: DEBUG nova.compute.manager [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.495769] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad7e09e-caf6-4f9a-a4d6-dd1d3f886944 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.681671] env[68205]: DEBUG oslo_vmware.api [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Task: {'id': task-2904201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147897} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.681930] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.686236] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.686236] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.686236] env[68205]: INFO nova.compute.manager [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Took 1.13 seconds to destroy the instance on the hypervisor. [ 757.686236] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.686236] env[68205]: DEBUG nova.compute.manager [-] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.686236] env[68205]: DEBUG nova.network.neutron [-] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.943023] env[68205]: DEBUG nova.scheduler.client.report [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.016013] env[68205]: INFO nova.compute.manager [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Took 41.64 seconds to build instance. [ 758.058951] env[68205]: DEBUG nova.compute.manager [req-a7471346-f7c6-4f9c-ae46-7e35b087e43d req-c3631c6f-7f05-4658-8202-3d30de535d01 service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Received event network-vif-deleted-ba65c2e0-08c2-4dbe-ac49-fa1680398927 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.059099] env[68205]: INFO nova.compute.manager [req-a7471346-f7c6-4f9c-ae46-7e35b087e43d req-c3631c6f-7f05-4658-8202-3d30de535d01 service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Neutron deleted interface ba65c2e0-08c2-4dbe-ac49-fa1680398927; detaching it from the instance and deleting it from the info cache [ 758.059319] env[68205]: DEBUG nova.network.neutron [req-a7471346-f7c6-4f9c-ae46-7e35b087e43d req-c3631c6f-7f05-4658-8202-3d30de535d01 service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.229702] env[68205]: DEBUG nova.network.neutron [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Successfully updated port: 756e4462-92a2-4d37-b8b4-a3d6253d6eca {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.448011] env[68205]: DEBUG oslo_concurrency.lockutils [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.450395] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.886s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.451982] env[68205]: INFO nova.compute.claims [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.486537] env[68205]: INFO nova.scheduler.client.report [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted allocations for instance 42282b6b-6f06-4f86-ac0a-2a1c5229786a [ 758.503893] env[68205]: DEBUG nova.network.neutron [-] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.519098] env[68205]: DEBUG oslo_concurrency.lockutils [None req-420a9f77-bcbc-45b0-a870-af965504cffb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "733d11bf-17bb-4325-a6d8-ff5866f53ace" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.562s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.562767] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df712a58-9d3e-4605-aa3b-c9749208821d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.573338] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c794932b-1769-445f-a82f-b4b9f67a71c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.612523] env[68205]: DEBUG nova.compute.manager [req-a7471346-f7c6-4f9c-ae46-7e35b087e43d req-c3631c6f-7f05-4658-8202-3d30de535d01 service nova] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Detach interface failed, port_id=ba65c2e0-08c2-4dbe-ac49-fa1680398927, reason: Instance c367ad63-09fd-4f68-8a19-c05ce587db20 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.733078] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "refresh_cache-22ffafac-b489-45f0-8055-ed87dad6ebe8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.733239] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "refresh_cache-22ffafac-b489-45f0-8055-ed87dad6ebe8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733393] env[68205]: DEBUG nova.network.neutron [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.998045] env[68205]: DEBUG oslo_concurrency.lockutils [None req-29107785-10dc-40e8-ad13-cef16849198e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "42282b6b-6f06-4f86-ac0a-2a1c5229786a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.922s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.008641] env[68205]: INFO nova.compute.manager [-] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Took 1.33 seconds to deallocate network for instance. [ 759.021514] env[68205]: DEBUG nova.compute.manager [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.281699] env[68205]: DEBUG nova.network.neutron [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.470689] env[68205]: DEBUG nova.network.neutron [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Updating instance_info_cache with network_info: [{"id": "756e4462-92a2-4d37-b8b4-a3d6253d6eca", "address": "fa:16:3e:54:98:8e", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap756e4462-92", "ovs_interfaceid": "756e4462-92a2-4d37-b8b4-a3d6253d6eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.518132] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.542210] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.975880] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "refresh_cache-22ffafac-b489-45f0-8055-ed87dad6ebe8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.979016] env[68205]: DEBUG nova.compute.manager [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Instance network_info: |[{"id": "756e4462-92a2-4d37-b8b4-a3d6253d6eca", "address": "fa:16:3e:54:98:8e", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap756e4462-92", "ovs_interfaceid": "756e4462-92a2-4d37-b8b4-a3d6253d6eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.979016] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:98:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '756e4462-92a2-4d37-b8b4-a3d6253d6eca', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.990490] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.990490] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.991034] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-360b8845-0262-4314-96b9-ae50e6c6d255 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.017022] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.017022] env[68205]: value = "task-2904202" [ 760.017022] env[68205]: _type = "Task" [ 760.017022] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.024275] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904202, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.062151] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef825812-284b-49b8-a66e-e4ec3608d7d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.069741] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41c4a40-e4c1-4c15-9bd5-cc88c6891c53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.109163] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8143832f-405b-4b68-ab54-63d58afa41a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.112814] env[68205]: DEBUG nova.compute.manager [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Received event network-vif-plugged-756e4462-92a2-4d37-b8b4-a3d6253d6eca {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.112968] env[68205]: DEBUG oslo_concurrency.lockutils [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] Acquiring lock "22ffafac-b489-45f0-8055-ed87dad6ebe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.113187] env[68205]: DEBUG oslo_concurrency.lockutils [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] Lock "22ffafac-b489-45f0-8055-ed87dad6ebe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.113347] env[68205]: DEBUG oslo_concurrency.lockutils [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] Lock "22ffafac-b489-45f0-8055-ed87dad6ebe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.113512] env[68205]: DEBUG nova.compute.manager [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] No waiting events found dispatching network-vif-plugged-756e4462-92a2-4d37-b8b4-a3d6253d6eca {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.113663] env[68205]: WARNING nova.compute.manager [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Received unexpected event network-vif-plugged-756e4462-92a2-4d37-b8b4-a3d6253d6eca for instance with vm_state building and task_state spawning. [ 760.113807] env[68205]: DEBUG nova.compute.manager [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Received event network-changed-756e4462-92a2-4d37-b8b4-a3d6253d6eca {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.113954] env[68205]: DEBUG nova.compute.manager [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Refreshing instance network info cache due to event network-changed-756e4462-92a2-4d37-b8b4-a3d6253d6eca. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.114146] env[68205]: DEBUG oslo_concurrency.lockutils [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] Acquiring lock "refresh_cache-22ffafac-b489-45f0-8055-ed87dad6ebe8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.114277] env[68205]: DEBUG oslo_concurrency.lockutils [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] Acquired lock "refresh_cache-22ffafac-b489-45f0-8055-ed87dad6ebe8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.114426] env[68205]: DEBUG nova.network.neutron [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Refreshing network info cache for port 756e4462-92a2-4d37-b8b4-a3d6253d6eca {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.121674] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6572e922-51bb-405c-ad01-e0df1099f196 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.138589] env[68205]: DEBUG nova.compute.provider_tree [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.373394] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquiring lock "15528757-b487-4c16-ba3e-254c3599e3b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.373496] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lock "15528757-b487-4c16-ba3e-254c3599e3b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.525538] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904202, 'name': CreateVM_Task, 'duration_secs': 0.32639} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.525823] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.526497] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.526658] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.526963] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.527234] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f911057-31ed-4bce-97e2-73cc407189e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.532279] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 760.532279] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e64bfd-d8e8-e8ce-e490-b539dabbd4a5" [ 760.532279] env[68205]: _type = "Task" [ 760.532279] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.540578] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e64bfd-d8e8-e8ce-e490-b539dabbd4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.642628] env[68205]: DEBUG nova.scheduler.client.report [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.850465] env[68205]: DEBUG nova.network.neutron [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Updated VIF entry in instance network info cache for port 756e4462-92a2-4d37-b8b4-a3d6253d6eca. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.850722] env[68205]: DEBUG nova.network.neutron [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Updating instance_info_cache with network_info: [{"id": "756e4462-92a2-4d37-b8b4-a3d6253d6eca", "address": "fa:16:3e:54:98:8e", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap756e4462-92", "ovs_interfaceid": "756e4462-92a2-4d37-b8b4-a3d6253d6eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.042368] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e64bfd-d8e8-e8ce-e490-b539dabbd4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.042697] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.042898] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.043330] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.043330] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.043477] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.043700] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-273fe140-3079-40b3-a475-b892d9bca5f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.051795] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.051966] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.052713] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7acb59-a201-4681-a37f-dd5d3b6942a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.058261] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 761.058261] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52124adc-7919-5caf-63a9-0f990b430a52" [ 761.058261] env[68205]: _type = "Task" [ 761.058261] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.065957] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52124adc-7919-5caf-63a9-0f990b430a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.147764] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.148284] env[68205]: DEBUG nova.compute.manager [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.150952] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.553s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.152319] env[68205]: INFO nova.compute.claims [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.354688] env[68205]: DEBUG oslo_concurrency.lockutils [req-5c27c397-6c47-4032-bfbf-35d58d614347 req-541db2b4-59c4-4ffb-bac0-8254899a2de3 service nova] Releasing lock "refresh_cache-22ffafac-b489-45f0-8055-ed87dad6ebe8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.569017] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52124adc-7919-5caf-63a9-0f990b430a52, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.569772] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f097268-79c6-4f2d-a5d4-1420536ec737 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.574677] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 761.574677] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528b6764-acd0-1a92-fe90-b4273e5b595f" [ 761.574677] env[68205]: _type = "Task" [ 761.574677] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.581873] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528b6764-acd0-1a92-fe90-b4273e5b595f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.659425] env[68205]: DEBUG nova.compute.utils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.661025] env[68205]: DEBUG nova.compute.manager [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.661120] env[68205]: DEBUG nova.network.neutron [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.697684] env[68205]: DEBUG nova.policy [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d7ba2a1631b4d178c6cc5c0f59c5ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ed766027e0a49659be6942347b14a54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.004173] env[68205]: DEBUG nova.network.neutron [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Successfully created port: 16c3bde2-ef75-4ccb-bbe0-15cd77a469d8 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.086576] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528b6764-acd0-1a92-fe90-b4273e5b595f, 'name': SearchDatastore_Task, 'duration_secs': 0.009137} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.086810] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.087456] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 22ffafac-b489-45f0-8055-ed87dad6ebe8/22ffafac-b489-45f0-8055-ed87dad6ebe8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.087456] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-249004cb-0b85-4d34-86e6-1606f09c23df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.093835] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 762.093835] env[68205]: value = "task-2904203" [ 762.093835] env[68205]: _type = "Task" [ 762.093835] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.102310] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.165176] env[68205]: DEBUG nova.compute.manager [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.606062] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904203, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.664364] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2b4773-f31f-4503-9ccf-0a9f6f874f06 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.678255] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c3c85a-cfe3-417b-92d8-9d16bba91c00 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.711053] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8a6bab-068d-402f-9b31-29a8d63a5626 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.727662] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cedfcc7-26d6-419a-b9b8-add4ac6a0b0b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.743827] env[68205]: DEBUG nova.compute.provider_tree [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.104051] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709558} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.104257] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 22ffafac-b489-45f0-8055-ed87dad6ebe8/22ffafac-b489-45f0-8055-ed87dad6ebe8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.104482] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.104724] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b04c5d38-a944-4714-9681-6fafd1104a03 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.111334] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 763.111334] env[68205]: value = "task-2904204" [ 763.111334] env[68205]: _type = "Task" [ 763.111334] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.120018] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.177494] env[68205]: DEBUG nova.compute.manager [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.201077] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.201336] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.201526] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.201862] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.201862] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.201990] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.202207] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.202363] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.202523] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.202694] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.202862] env[68205]: DEBUG nova.virt.hardware [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.203713] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880235af-45ee-462d-a8ba-73a33b3954e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.211493] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfb2743-656b-4288-b123-0f94769235a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.246822] env[68205]: DEBUG nova.scheduler.client.report [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.381575] env[68205]: DEBUG nova.compute.manager [req-523d006d-1356-4e74-8b2f-30d3f7fd28ae req-2d6f02ca-cc53-49e7-9bd0-e9352dec5263 service nova] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Received event network-vif-plugged-16c3bde2-ef75-4ccb-bbe0-15cd77a469d8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.381809] env[68205]: DEBUG oslo_concurrency.lockutils [req-523d006d-1356-4e74-8b2f-30d3f7fd28ae req-2d6f02ca-cc53-49e7-9bd0-e9352dec5263 service nova] Acquiring lock "9d5dee15-72e7-45c9-8862-7ee24b056e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.382682] env[68205]: DEBUG oslo_concurrency.lockutils [req-523d006d-1356-4e74-8b2f-30d3f7fd28ae req-2d6f02ca-cc53-49e7-9bd0-e9352dec5263 service nova] Lock "9d5dee15-72e7-45c9-8862-7ee24b056e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.382682] env[68205]: DEBUG oslo_concurrency.lockutils [req-523d006d-1356-4e74-8b2f-30d3f7fd28ae req-2d6f02ca-cc53-49e7-9bd0-e9352dec5263 service nova] Lock "9d5dee15-72e7-45c9-8862-7ee24b056e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.382797] env[68205]: DEBUG nova.compute.manager [req-523d006d-1356-4e74-8b2f-30d3f7fd28ae req-2d6f02ca-cc53-49e7-9bd0-e9352dec5263 service nova] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] No waiting events found dispatching network-vif-plugged-16c3bde2-ef75-4ccb-bbe0-15cd77a469d8 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.382941] env[68205]: WARNING nova.compute.manager [req-523d006d-1356-4e74-8b2f-30d3f7fd28ae req-2d6f02ca-cc53-49e7-9bd0-e9352dec5263 service nova] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Received unexpected event network-vif-plugged-16c3bde2-ef75-4ccb-bbe0-15cd77a469d8 for instance with vm_state building and task_state spawning. [ 763.479316] env[68205]: DEBUG nova.network.neutron [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Successfully updated port: 16c3bde2-ef75-4ccb-bbe0-15cd77a469d8 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.622320] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06168} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.622320] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.623069] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b536c404-8bd5-4c07-b587-a0bfa52dcbe5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.647651] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 22ffafac-b489-45f0-8055-ed87dad6ebe8/22ffafac-b489-45f0-8055-ed87dad6ebe8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.648326] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef879b46-f6c4-4403-a982-ba1760fdef32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.668473] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 763.668473] env[68205]: value = "task-2904205" [ 763.668473] env[68205]: _type = "Task" [ 763.668473] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.676544] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.756017] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.756017] env[68205]: DEBUG nova.compute.manager [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.756934] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.164s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.757884] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.759146] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 763.759440] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.322s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.759670] env[68205]: DEBUG nova.objects.instance [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lazy-loading 'resources' on Instance uuid dea10c6f-225d-40dc-a364-8cd319223bc2 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.761730] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2bb315-3389-4589-b435-fbbae8d4fc68 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.770792] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f809c4-70ef-443e-8d6a-d3d7a4456d55 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.788171] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2ba3c1-dc6f-438f-a3b2-19f3552fad60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.795473] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09ea8c8-72e7-4996-8bee-9171a51239a4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.827633] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179964MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 763.827810] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.983312] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "refresh_cache-9d5dee15-72e7-45c9-8862-7ee24b056e71" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.983312] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "refresh_cache-9d5dee15-72e7-45c9-8862-7ee24b056e71" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.983312] env[68205]: DEBUG nova.network.neutron [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.179062] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904205, 'name': ReconfigVM_Task, 'duration_secs': 0.296075} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.179360] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 22ffafac-b489-45f0-8055-ed87dad6ebe8/22ffafac-b489-45f0-8055-ed87dad6ebe8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.180017] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d81a4137-c734-4278-94ac-c5df54832ea3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.186556] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 764.186556] env[68205]: value = "task-2904206" [ 764.186556] env[68205]: _type = "Task" [ 764.186556] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.194876] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904206, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.265217] env[68205]: DEBUG nova.compute.utils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.267027] env[68205]: DEBUG nova.compute.manager [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.267134] env[68205]: DEBUG nova.network.neutron [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.311372] env[68205]: DEBUG nova.policy [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40ca9f2bb3d485fbfc50ca8232b917d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d20e3eb549f49f184466b659216d10f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.531956] env[68205]: DEBUG nova.network.neutron [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.703174] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904206, 'name': Rename_Task, 'duration_secs': 0.168015} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.710629] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.711515] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd54047d-0d70-4da6-8ce0-b2dd492152b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.720046] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 764.720046] env[68205]: value = "task-2904207" [ 764.720046] env[68205]: _type = "Task" [ 764.720046] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.735983] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.768982] env[68205]: DEBUG nova.network.neutron [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Successfully created port: 338ee8be-b8b0-4618-aa4f-d7e26cf65d04 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.772040] env[68205]: DEBUG nova.compute.manager [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.796818] env[68205]: DEBUG nova.network.neutron [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Updating instance_info_cache with network_info: [{"id": "16c3bde2-ef75-4ccb-bbe0-15cd77a469d8", "address": "fa:16:3e:69:ae:b4", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c3bde2-ef", "ovs_interfaceid": "16c3bde2-ef75-4ccb-bbe0-15cd77a469d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.843347] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ff55cb-9bca-4fe2-851e-669a59ca1ade {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.851360] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b8a1bd-950e-4bd0-b44b-558cbf973d30 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.882886] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b33714-a7bf-414a-bddd-12d7932a5b0e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.890524] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1151c3-3594-4dce-aa82-334785661f93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.903802] env[68205]: DEBUG nova.compute.provider_tree [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.230059] env[68205]: DEBUG oslo_vmware.api [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904207, 'name': PowerOnVM_Task, 'duration_secs': 0.480223} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.230349] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.230564] env[68205]: INFO nova.compute.manager [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Took 8.00 seconds to spawn the instance on the hypervisor. [ 765.230747] env[68205]: DEBUG nova.compute.manager [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.231602] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a802f245-3cba-473a-9018-434d91d7a635 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.301311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "refresh_cache-9d5dee15-72e7-45c9-8862-7ee24b056e71" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.301779] env[68205]: DEBUG nova.compute.manager [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Instance network_info: |[{"id": "16c3bde2-ef75-4ccb-bbe0-15cd77a469d8", "address": "fa:16:3e:69:ae:b4", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c3bde2-ef", "ovs_interfaceid": "16c3bde2-ef75-4ccb-bbe0-15cd77a469d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.302452] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ae:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16c3bde2-ef75-4ccb-bbe0-15cd77a469d8', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.310121] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.310340] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.310565] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-868b38f6-fc81-4aa3-bd29-510369f13ff5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.332712] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.332712] env[68205]: value = "task-2904208" [ 765.332712] env[68205]: _type = "Task" [ 765.332712] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.339589] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904208, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.406991] env[68205]: DEBUG nova.compute.manager [req-dcccc2d0-3685-4ca2-b22b-f382dc9ad39b req-95e39b9d-4ec6-48f6-89e6-a26fceabb510 service nova] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Received event network-changed-16c3bde2-ef75-4ccb-bbe0-15cd77a469d8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.407205] env[68205]: DEBUG nova.compute.manager [req-dcccc2d0-3685-4ca2-b22b-f382dc9ad39b req-95e39b9d-4ec6-48f6-89e6-a26fceabb510 service nova] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Refreshing instance network info cache due to event network-changed-16c3bde2-ef75-4ccb-bbe0-15cd77a469d8. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.407452] env[68205]: DEBUG oslo_concurrency.lockutils [req-dcccc2d0-3685-4ca2-b22b-f382dc9ad39b req-95e39b9d-4ec6-48f6-89e6-a26fceabb510 service nova] Acquiring lock "refresh_cache-9d5dee15-72e7-45c9-8862-7ee24b056e71" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.407596] env[68205]: DEBUG oslo_concurrency.lockutils [req-dcccc2d0-3685-4ca2-b22b-f382dc9ad39b req-95e39b9d-4ec6-48f6-89e6-a26fceabb510 service nova] Acquired lock "refresh_cache-9d5dee15-72e7-45c9-8862-7ee24b056e71" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.407755] env[68205]: DEBUG nova.network.neutron [req-dcccc2d0-3685-4ca2-b22b-f382dc9ad39b req-95e39b9d-4ec6-48f6-89e6-a26fceabb510 service nova] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Refreshing network info cache for port 16c3bde2-ef75-4ccb-bbe0-15cd77a469d8 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.409859] env[68205]: DEBUG nova.scheduler.client.report [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.749369] env[68205]: INFO nova.compute.manager [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Took 39.25 seconds to build instance. [ 765.784641] env[68205]: DEBUG nova.compute.manager [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.810018] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.810258] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.810415] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.810597] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.810738] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.810879] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.811169] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.811353] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.811525] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.811976] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.812183] env[68205]: DEBUG nova.virt.hardware [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.813151] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c4c821-f913-4a68-9985-dfedc68fdc9b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.822012] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd95f844-76e1-4e6e-9613-8c68831fe5ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.845234] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904208, 'name': CreateVM_Task, 'duration_secs': 0.316934} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.845404] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.846089] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.846251] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.846583] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.846826] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45aa4077-4956-4b66-a7a3-dabdad6dbccb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.850912] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 765.850912] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f3dc3a-433c-8cb5-73c8-4239679d69d8" [ 765.850912] env[68205]: _type = "Task" [ 765.850912] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.860373] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f3dc3a-433c-8cb5-73c8-4239679d69d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.914418] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.916409] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.242s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.917856] env[68205]: INFO nova.compute.claims [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.940498] env[68205]: INFO nova.scheduler.client.report [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Deleted allocations for instance dea10c6f-225d-40dc-a364-8cd319223bc2 [ 766.180161] env[68205]: DEBUG nova.network.neutron [req-dcccc2d0-3685-4ca2-b22b-f382dc9ad39b req-95e39b9d-4ec6-48f6-89e6-a26fceabb510 service nova] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Updated VIF entry in instance network info cache for port 16c3bde2-ef75-4ccb-bbe0-15cd77a469d8. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.180590] env[68205]: DEBUG nova.network.neutron [req-dcccc2d0-3685-4ca2-b22b-f382dc9ad39b req-95e39b9d-4ec6-48f6-89e6-a26fceabb510 service nova] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Updating instance_info_cache with network_info: [{"id": "16c3bde2-ef75-4ccb-bbe0-15cd77a469d8", "address": "fa:16:3e:69:ae:b4", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c3bde2-ef", "ovs_interfaceid": "16c3bde2-ef75-4ccb-bbe0-15cd77a469d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.252077] env[68205]: DEBUG oslo_concurrency.lockutils [None req-925702b1-59f2-4a62-85fc-1fee29d05f0d tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "22ffafac-b489-45f0-8055-ed87dad6ebe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.503s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.362192] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f3dc3a-433c-8cb5-73c8-4239679d69d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.362512] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.362746] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.362977] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.363132] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.363309] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.363883] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5ac9bf8-651a-4e64-a08d-14e3797c2925 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.372371] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.372558] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.373940] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f81409-452b-4852-aab1-196fd13a221c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.378590] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 766.378590] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d77f5e-7988-d6d7-615c-372d829b739e" [ 766.378590] env[68205]: _type = "Task" [ 766.378590] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.388506] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d77f5e-7988-d6d7-615c-372d829b739e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.406180] env[68205]: DEBUG nova.network.neutron [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Successfully updated port: 338ee8be-b8b0-4618-aa4f-d7e26cf65d04 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.449484] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c3bb602-a895-4f44-bdeb-fff6f118d647 tempest-InstanceActionsNegativeTestJSON-1501859823 tempest-InstanceActionsNegativeTestJSON-1501859823-project-member] Lock "dea10c6f-225d-40dc-a364-8cd319223bc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.034s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.684027] env[68205]: DEBUG oslo_concurrency.lockutils [req-dcccc2d0-3685-4ca2-b22b-f382dc9ad39b req-95e39b9d-4ec6-48f6-89e6-a26fceabb510 service nova] Releasing lock "refresh_cache-9d5dee15-72e7-45c9-8862-7ee24b056e71" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.757070] env[68205]: DEBUG nova.compute.manager [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.889399] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d77f5e-7988-d6d7-615c-372d829b739e, 'name': SearchDatastore_Task, 'duration_secs': 0.008109} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.890211] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c6ff16-6c20-4027-a24a-019fdfee8d60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.895670] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 766.895670] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529c21fa-ba78-3a90-b57e-743372a5ba23" [ 766.895670] env[68205]: _type = "Task" [ 766.895670] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.903320] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529c21fa-ba78-3a90-b57e-743372a5ba23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.909671] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "refresh_cache-908894e7-1157-4d04-9bd5-d894adac82c9" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.909808] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "refresh_cache-908894e7-1157-4d04-9bd5-d894adac82c9" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.910039] env[68205]: DEBUG nova.network.neutron [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.232881] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.233126] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.277940] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.383870] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8c17bb-e35f-4f80-a3bf-cd42d0cce0f8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.390830] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cf47a5-9f17-47d6-b6b6-fa2ff5176b9f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.426469] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7084b5-feb2-40a5-a6ea-7585aff940e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.433168] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529c21fa-ba78-3a90-b57e-743372a5ba23, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.433757] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.434125] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 9d5dee15-72e7-45c9-8862-7ee24b056e71/9d5dee15-72e7-45c9-8862-7ee24b056e71.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.434285] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e33290a-2498-4987-8e6f-aef4586f0c54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.440904] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf544bb-3df8-4643-bbb9-fe515ca6e913 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.446148] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 767.446148] env[68205]: value = "task-2904209" [ 767.446148] env[68205]: _type = "Task" [ 767.446148] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.461415] env[68205]: DEBUG nova.compute.provider_tree [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.463531] env[68205]: DEBUG nova.compute.manager [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Received event network-vif-plugged-338ee8be-b8b0-4618-aa4f-d7e26cf65d04 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.463725] env[68205]: DEBUG oslo_concurrency.lockutils [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] Acquiring lock "908894e7-1157-4d04-9bd5-d894adac82c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.463924] env[68205]: DEBUG oslo_concurrency.lockutils [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] Lock "908894e7-1157-4d04-9bd5-d894adac82c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.464094] env[68205]: DEBUG oslo_concurrency.lockutils [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] Lock "908894e7-1157-4d04-9bd5-d894adac82c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.464260] env[68205]: DEBUG nova.compute.manager [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] No waiting events found dispatching network-vif-plugged-338ee8be-b8b0-4618-aa4f-d7e26cf65d04 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.464434] env[68205]: WARNING nova.compute.manager [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Received unexpected event network-vif-plugged-338ee8be-b8b0-4618-aa4f-d7e26cf65d04 for instance with vm_state building and task_state spawning. [ 767.464588] env[68205]: DEBUG nova.compute.manager [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Received event network-changed-338ee8be-b8b0-4618-aa4f-d7e26cf65d04 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.464735] env[68205]: DEBUG nova.compute.manager [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Refreshing instance network info cache due to event network-changed-338ee8be-b8b0-4618-aa4f-d7e26cf65d04. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.464897] env[68205]: DEBUG oslo_concurrency.lockutils [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] Acquiring lock "refresh_cache-908894e7-1157-4d04-9bd5-d894adac82c9" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.467300] env[68205]: DEBUG nova.network.neutron [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.472306] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.614452] env[68205]: DEBUG nova.network.neutron [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Updating instance_info_cache with network_info: [{"id": "338ee8be-b8b0-4618-aa4f-d7e26cf65d04", "address": "fa:16:3e:57:ba:51", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap338ee8be-b8", "ovs_interfaceid": "338ee8be-b8b0-4618-aa4f-d7e26cf65d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.956689] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502219} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.956965] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 9d5dee15-72e7-45c9-8862-7ee24b056e71/9d5dee15-72e7-45c9-8862-7ee24b056e71.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.957180] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.957434] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8911f92-d237-4234-966b-215a3bb2fb49 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.963301] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 767.963301] env[68205]: value = "task-2904210" [ 767.963301] env[68205]: _type = "Task" [ 767.963301] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.967089] env[68205]: DEBUG nova.scheduler.client.report [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.978091] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.117463] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "refresh_cache-908894e7-1157-4d04-9bd5-d894adac82c9" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.117817] env[68205]: DEBUG nova.compute.manager [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Instance network_info: |[{"id": "338ee8be-b8b0-4618-aa4f-d7e26cf65d04", "address": "fa:16:3e:57:ba:51", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap338ee8be-b8", "ovs_interfaceid": "338ee8be-b8b0-4618-aa4f-d7e26cf65d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.118130] env[68205]: DEBUG oslo_concurrency.lockutils [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] Acquired lock "refresh_cache-908894e7-1157-4d04-9bd5-d894adac82c9" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.118315] env[68205]: DEBUG nova.network.neutron [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Refreshing network info cache for port 338ee8be-b8b0-4618-aa4f-d7e26cf65d04 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.119527] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ba:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '338ee8be-b8b0-4618-aa4f-d7e26cf65d04', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.132627] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Creating folder: Project (5d20e3eb549f49f184466b659216d10f). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.134216] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e60d04a2-9086-4132-b2c0-37ff5a60756a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.146441] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Created folder: Project (5d20e3eb549f49f184466b659216d10f) in parent group-v583212. [ 768.147100] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Creating folder: Instances. Parent ref: group-v583297. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.147100] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dcfd3ea-92d3-45e9-ad31-4b9ac1bbb7f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.156124] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Created folder: Instances in parent group-v583297. [ 768.156431] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.156623] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.156832] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f6d6945-5e95-41a1-baf5-3c31c6b285fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.175514] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.175514] env[68205]: value = "task-2904213" [ 768.175514] env[68205]: _type = "Task" [ 768.175514] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.183352] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904213, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.475082] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.475609] env[68205]: DEBUG nova.compute.manager [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.478956] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065512} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.478956] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.052s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.479228] env[68205]: DEBUG nova.objects.instance [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 768.482473] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.482581] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfc4515-0031-41d1-af58-7dd3df2c57e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.513850] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 9d5dee15-72e7-45c9-8862-7ee24b056e71/9d5dee15-72e7-45c9-8862-7ee24b056e71.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.514262] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61447042-1595-4c97-aeda-07d6ae14b74c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.546240] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 768.546240] env[68205]: value = "task-2904214" [ 768.546240] env[68205]: _type = "Task" [ 768.546240] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.559707] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.688549] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904213, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.981575] env[68205]: DEBUG nova.compute.utils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.984029] env[68205]: DEBUG nova.compute.manager [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.984321] env[68205]: DEBUG nova.network.neutron [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.058420] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.164879] env[68205]: DEBUG nova.policy [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44c9d4f520c64cf48962e9eb5c961499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd52a86b29a714a03817ff99d331f82b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.189306] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904213, 'name': CreateVM_Task, 'duration_secs': 0.7433} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.189473] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.190122] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.190284] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.190619] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.190896] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4222645-4027-4081-944c-f0f758c4abd6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.195817] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 769.195817] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5245548e-f931-01b3-a298-c5dd4dd87f73" [ 769.195817] env[68205]: _type = "Task" [ 769.195817] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.204252] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5245548e-f931-01b3-a298-c5dd4dd87f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.425418] env[68205]: DEBUG nova.network.neutron [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Updated VIF entry in instance network info cache for port 338ee8be-b8b0-4618-aa4f-d7e26cf65d04. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.425812] env[68205]: DEBUG nova.network.neutron [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Updating instance_info_cache with network_info: [{"id": "338ee8be-b8b0-4618-aa4f-d7e26cf65d04", "address": "fa:16:3e:57:ba:51", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap338ee8be-b8", "ovs_interfaceid": "338ee8be-b8b0-4618-aa4f-d7e26cf65d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.487593] env[68205]: DEBUG nova.compute.manager [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.493878] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5058fd6-0b45-4ef1-8a9f-42e3b459d503 tempest-ServersAdmin275Test-1313182461 tempest-ServersAdmin275Test-1313182461-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.493878] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.102s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.493878] env[68205]: INFO nova.compute.claims [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.560942] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904214, 'name': ReconfigVM_Task, 'duration_secs': 0.710294} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.561724] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 9d5dee15-72e7-45c9-8862-7ee24b056e71/9d5dee15-72e7-45c9-8862-7ee24b056e71.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.563027] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5685d5ea-ce88-4ead-9474-43c3f32eccbb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.569027] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 769.569027] env[68205]: value = "task-2904215" [ 769.569027] env[68205]: _type = "Task" [ 769.569027] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.579061] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904215, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.712577] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5245548e-f931-01b3-a298-c5dd4dd87f73, 'name': SearchDatastore_Task, 'duration_secs': 0.048239} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.713215] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.713601] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.713997] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.714363] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.714565] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.714923] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de2ae3a2-1a68-4f6e-8aca-befeae235e75 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.725760] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.726211] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.728102] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0903e99-8dac-4211-af71-4c5d02c47e3c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.739046] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 769.739046] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52732d1c-5ca6-03fe-c82c-d1ceed9a2ddc" [ 769.739046] env[68205]: _type = "Task" [ 769.739046] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.757691] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52732d1c-5ca6-03fe-c82c-d1ceed9a2ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.758105] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca3e5b3-fd21-4aa0-ade8-32b60cc9e602 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.769158] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 769.769158] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5217e11f-7256-03d2-0dad-09ecfe72349e" [ 769.769158] env[68205]: _type = "Task" [ 769.769158] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.786565] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5217e11f-7256-03d2-0dad-09ecfe72349e, 'name': SearchDatastore_Task, 'duration_secs': 0.009072} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.786565] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.786891] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 908894e7-1157-4d04-9bd5-d894adac82c9/908894e7-1157-4d04-9bd5-d894adac82c9.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.787231] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75bb190-d064-46e2-8110-8859498fb0be {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.798214] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 769.798214] env[68205]: value = "task-2904216" [ 769.798214] env[68205]: _type = "Task" [ 769.798214] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.806628] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.807425] env[68205]: DEBUG nova.network.neutron [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Successfully created port: 9044cf1d-a1b8-4333-88e5-47c394091bb3 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.928888] env[68205]: DEBUG oslo_concurrency.lockutils [req-2f4b8e19-f461-4e73-b086-4169820b8442 req-4b9beb52-1baf-4681-82e9-a060ea9003c8 service nova] Releasing lock "refresh_cache-908894e7-1157-4d04-9bd5-d894adac82c9" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.080286] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904215, 'name': Rename_Task, 'duration_secs': 0.173699} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.080635] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.081205] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0bd43fa-fe46-4a34-86a3-a1e988a0bb93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.090845] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 770.090845] env[68205]: value = "task-2904217" [ 770.090845] env[68205]: _type = "Task" [ 770.090845] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.099953] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.312691] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498049} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.313069] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 908894e7-1157-4d04-9bd5-d894adac82c9/908894e7-1157-4d04-9bd5-d894adac82c9.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.313319] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.313585] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10cf1921-0f9e-4661-9409-7a815b0e21b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.321376] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 770.321376] env[68205]: value = "task-2904218" [ 770.321376] env[68205]: _type = "Task" [ 770.321376] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.329380] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.501944] env[68205]: DEBUG nova.compute.manager [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.537602] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.537832] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.537978] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.538229] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.538307] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.538451] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.538650] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.538796] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.538952] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.539198] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.539374] env[68205]: DEBUG nova.virt.hardware [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.540339] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7296316a-d1f2-4e63-9dcb-557d727b8143 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.555039] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2d0329-f864-4228-bc5d-9ff8730cf0bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.600613] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.830066] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138229} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.832469] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.833454] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05f4263-6553-458b-91f1-2bb740e5ffc6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.863191] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 908894e7-1157-4d04-9bd5-d894adac82c9/908894e7-1157-4d04-9bd5-d894adac82c9.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.865984] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf7d2819-d82b-42ec-84c1-215b5ad4cdaf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.889028] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 770.889028] env[68205]: value = "task-2904219" [ 770.889028] env[68205]: _type = "Task" [ 770.889028] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.895321] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.100274] env[68205]: DEBUG oslo_vmware.api [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904217, 'name': PowerOnVM_Task, 'duration_secs': 0.538584} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.102744] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.102952] env[68205]: INFO nova.compute.manager [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Took 7.93 seconds to spawn the instance on the hypervisor. [ 771.103143] env[68205]: DEBUG nova.compute.manager [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.104289] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781462b3-b083-4793-ae0a-2688ecee3446 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.184965] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644db192-3914-4ed4-b91f-ce9b3667ca32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.192617] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d37036-a2cb-47f3-b845-8a70d4686fff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.224947] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5443114-7d79-4a89-a38b-c23833456074 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.232945] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b5ed81-064c-4576-aef9-23d079712890 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.246672] env[68205]: DEBUG nova.compute.provider_tree [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.397381] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.459508] env[68205]: DEBUG nova.compute.manager [req-8566533d-a101-4030-9ea3-286cade949d9 req-2ce05ce5-fef7-48b6-a5cc-c97aa055a10f service nova] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Received event network-vif-plugged-9044cf1d-a1b8-4333-88e5-47c394091bb3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.461248] env[68205]: DEBUG oslo_concurrency.lockutils [req-8566533d-a101-4030-9ea3-286cade949d9 req-2ce05ce5-fef7-48b6-a5cc-c97aa055a10f service nova] Acquiring lock "7434bcc8-8780-4dff-abe2-aca82b30af1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.461248] env[68205]: DEBUG oslo_concurrency.lockutils [req-8566533d-a101-4030-9ea3-286cade949d9 req-2ce05ce5-fef7-48b6-a5cc-c97aa055a10f service nova] Lock "7434bcc8-8780-4dff-abe2-aca82b30af1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.461248] env[68205]: DEBUG oslo_concurrency.lockutils [req-8566533d-a101-4030-9ea3-286cade949d9 req-2ce05ce5-fef7-48b6-a5cc-c97aa055a10f service nova] Lock "7434bcc8-8780-4dff-abe2-aca82b30af1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.461248] env[68205]: DEBUG nova.compute.manager [req-8566533d-a101-4030-9ea3-286cade949d9 req-2ce05ce5-fef7-48b6-a5cc-c97aa055a10f service nova] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] No waiting events found dispatching network-vif-plugged-9044cf1d-a1b8-4333-88e5-47c394091bb3 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.461248] env[68205]: WARNING nova.compute.manager [req-8566533d-a101-4030-9ea3-286cade949d9 req-2ce05ce5-fef7-48b6-a5cc-c97aa055a10f service nova] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Received unexpected event network-vif-plugged-9044cf1d-a1b8-4333-88e5-47c394091bb3 for instance with vm_state building and task_state spawning. [ 771.493150] env[68205]: DEBUG nova.network.neutron [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Successfully updated port: 9044cf1d-a1b8-4333-88e5-47c394091bb3 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.625994] env[68205]: INFO nova.compute.manager [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Took 42.08 seconds to build instance. [ 771.750435] env[68205]: DEBUG nova.scheduler.client.report [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.900758] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.932042] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "9d5dee15-72e7-45c9-8862-7ee24b056e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.000581] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "refresh_cache-7434bcc8-8780-4dff-abe2-aca82b30af1f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.000690] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquired lock "refresh_cache-7434bcc8-8780-4dff-abe2-aca82b30af1f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.000835] env[68205]: DEBUG nova.network.neutron [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.128129] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c85282c8-d0fb-4513-85ce-fd8b5fd3f2d4 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "9d5dee15-72e7-45c9-8862-7ee24b056e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.728s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.129808] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "9d5dee15-72e7-45c9-8862-7ee24b056e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.198s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.130043] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "9d5dee15-72e7-45c9-8862-7ee24b056e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.130291] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "9d5dee15-72e7-45c9-8862-7ee24b056e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.130738] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "9d5dee15-72e7-45c9-8862-7ee24b056e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.132628] env[68205]: INFO nova.compute.manager [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Terminating instance [ 772.256856] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.257445] env[68205]: DEBUG nova.compute.manager [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.262697] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.161s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.264568] env[68205]: INFO nova.compute.claims [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.400414] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904219, 'name': ReconfigVM_Task, 'duration_secs': 1.100879} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.400711] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 908894e7-1157-4d04-9bd5-d894adac82c9/908894e7-1157-4d04-9bd5-d894adac82c9.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.401359] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5732a517-afb2-4925-a8be-86cefaa5bc00 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.408174] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 772.408174] env[68205]: value = "task-2904220" [ 772.408174] env[68205]: _type = "Task" [ 772.408174] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.417441] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904220, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.534407] env[68205]: DEBUG nova.network.neutron [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.635575] env[68205]: DEBUG nova.compute.manager [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.638653] env[68205]: DEBUG nova.compute.manager [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.639471] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.639907] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ac61cd-4a03-4784-b63e-640499217ef4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.649740] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.649740] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ed257c-ea21-4ad8-a65b-28f379bcb104 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.654713] env[68205]: DEBUG oslo_vmware.api [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 772.654713] env[68205]: value = "task-2904221" [ 772.654713] env[68205]: _type = "Task" [ 772.654713] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.664531] env[68205]: DEBUG oslo_vmware.api [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.685182] env[68205]: DEBUG nova.network.neutron [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Updating instance_info_cache with network_info: [{"id": "9044cf1d-a1b8-4333-88e5-47c394091bb3", "address": "fa:16:3e:71:c0:91", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9044cf1d-a1", "ovs_interfaceid": "9044cf1d-a1b8-4333-88e5-47c394091bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.773835] env[68205]: DEBUG nova.compute.utils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.775882] env[68205]: DEBUG nova.compute.manager [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.776143] env[68205]: DEBUG nova.network.neutron [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.854637] env[68205]: DEBUG nova.policy [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44c9d4f520c64cf48962e9eb5c961499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd52a86b29a714a03817ff99d331f82b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.921386] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904220, 'name': Rename_Task, 'duration_secs': 0.136444} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.921662] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.921906] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80ba50ff-3530-4811-931e-bac5a3f181a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.929719] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 772.929719] env[68205]: value = "task-2904222" [ 772.929719] env[68205]: _type = "Task" [ 772.929719] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.943035] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.163921] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.170285] env[68205]: DEBUG oslo_vmware.api [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904221, 'name': PowerOffVM_Task, 'duration_secs': 0.17693} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.170609] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.170805] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.171110] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fcb5732-e926-45fc-b131-e103b8852d02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.188106] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Releasing lock "refresh_cache-7434bcc8-8780-4dff-abe2-aca82b30af1f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.188763] env[68205]: DEBUG nova.compute.manager [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Instance network_info: |[{"id": "9044cf1d-a1b8-4333-88e5-47c394091bb3", "address": "fa:16:3e:71:c0:91", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9044cf1d-a1", "ovs_interfaceid": "9044cf1d-a1b8-4333-88e5-47c394091bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.189195] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:c0:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9044cf1d-a1b8-4333-88e5-47c394091bb3', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.198434] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Creating folder: Project (d52a86b29a714a03817ff99d331f82b4). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.198789] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f1afe6c-bf7a-4aeb-8742-69bb82e11ca7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.208328] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Created folder: Project (d52a86b29a714a03817ff99d331f82b4) in parent group-v583212. [ 773.208534] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Creating folder: Instances. Parent ref: group-v583300. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.208805] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ebca1c9-27e5-45e9-9d4f-0acae7aa88b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.218744] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Created folder: Instances in parent group-v583300. [ 773.218744] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.218744] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.218744] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a543c521-84c5-4b0a-a431-90d859f5b732 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.234140] env[68205]: DEBUG nova.network.neutron [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Successfully created port: 76ab9707-c403-4bf4-9143-0579d5c96072 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.241223] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.241223] env[68205]: value = "task-2904226" [ 773.241223] env[68205]: _type = "Task" [ 773.241223] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.250408] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904226, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.253719] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.253935] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.254125] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleting the datastore file [datastore1] 9d5dee15-72e7-45c9-8862-7ee24b056e71 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.254379] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a73906ce-5e22-4917-b35b-3b73c6291342 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.260367] env[68205]: DEBUG oslo_vmware.api [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 773.260367] env[68205]: value = "task-2904227" [ 773.260367] env[68205]: _type = "Task" [ 773.260367] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.269608] env[68205]: DEBUG oslo_vmware.api [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.279983] env[68205]: DEBUG nova.compute.manager [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.446591] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.570191] env[68205]: DEBUG nova.compute.manager [req-93dced81-8b77-42d6-b1b4-47e49294a70e req-d508f69f-724e-461c-bdfb-25925a469bd4 service nova] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Received event network-changed-9044cf1d-a1b8-4333-88e5-47c394091bb3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.570191] env[68205]: DEBUG nova.compute.manager [req-93dced81-8b77-42d6-b1b4-47e49294a70e req-d508f69f-724e-461c-bdfb-25925a469bd4 service nova] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Refreshing instance network info cache due to event network-changed-9044cf1d-a1b8-4333-88e5-47c394091bb3. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.570191] env[68205]: DEBUG oslo_concurrency.lockutils [req-93dced81-8b77-42d6-b1b4-47e49294a70e req-d508f69f-724e-461c-bdfb-25925a469bd4 service nova] Acquiring lock "refresh_cache-7434bcc8-8780-4dff-abe2-aca82b30af1f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.570191] env[68205]: DEBUG oslo_concurrency.lockutils [req-93dced81-8b77-42d6-b1b4-47e49294a70e req-d508f69f-724e-461c-bdfb-25925a469bd4 service nova] Acquired lock "refresh_cache-7434bcc8-8780-4dff-abe2-aca82b30af1f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.570191] env[68205]: DEBUG nova.network.neutron [req-93dced81-8b77-42d6-b1b4-47e49294a70e req-d508f69f-724e-461c-bdfb-25925a469bd4 service nova] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Refreshing network info cache for port 9044cf1d-a1b8-4333-88e5-47c394091bb3 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.726533] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "543745eb-5fa4-4f64-9410-dd591ba76949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.727653] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "543745eb-5fa4-4f64-9410-dd591ba76949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.754547] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904226, 'name': CreateVM_Task, 'duration_secs': 0.364199} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.754733] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.755718] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.755901] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.756231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.756523] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc2db92-9fc6-4c7d-9e51-305384d31bdc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.768361] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 773.768361] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d48687-590b-8a6c-cf02-241d9c9c5aa1" [ 773.768361] env[68205]: _type = "Task" [ 773.768361] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.774903] env[68205]: DEBUG oslo_vmware.api [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147366} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.777724] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.778007] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.778154] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.778337] env[68205]: INFO nova.compute.manager [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Took 1.14 seconds to destroy the instance on the hypervisor. [ 773.778576] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.779040] env[68205]: DEBUG nova.compute.manager [-] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.779137] env[68205]: DEBUG nova.network.neutron [-] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.790289] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d48687-590b-8a6c-cf02-241d9c9c5aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.797436] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.797436] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.797436] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.797436] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.797436] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.797436] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee7a4abf-a784-490e-99c4-3734cc8f6bbb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.804969] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.805210] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.805950] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7602edc5-abd3-473d-992e-de7e2934ae95 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.813956] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 773.813956] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5255adef-11f3-579b-5262-f46e924796d1" [ 773.813956] env[68205]: _type = "Task" [ 773.813956] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.821975] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5255adef-11f3-579b-5262-f46e924796d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.941777] env[68205]: DEBUG oslo_vmware.api [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904222, 'name': PowerOnVM_Task, 'duration_secs': 0.641492} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.942029] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.942227] env[68205]: INFO nova.compute.manager [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Took 8.16 seconds to spawn the instance on the hypervisor. [ 773.942397] env[68205]: DEBUG nova.compute.manager [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.944117] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528dffef-617d-46f4-a2f1-ce955b67bd96 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.022067] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e41319-82c7-4ba5-a348-2e58f4e929db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.030271] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880dd188-6d63-4e4d-ab76-3dc38a154152 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.062336] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892697a2-b58e-4d1e-ba04-a126a8218eae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.070471] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727496f7-d478-4a2a-b722-aecddf2d1308 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.086920] env[68205]: DEBUG nova.compute.provider_tree [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.299238] env[68205]: DEBUG nova.compute.manager [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.333105] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5255adef-11f3-579b-5262-f46e924796d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008498} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.334218] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954b58b7-536e-486d-abd8-adc79b431511 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.341910] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 774.341910] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528068c3-adfa-d051-0e6a-97547f89b205" [ 774.341910] env[68205]: _type = "Task" [ 774.341910] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.347761] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.348596] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.348596] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.348596] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.348596] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.348596] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.348857] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.348940] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.349116] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.349275] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.350996] env[68205]: DEBUG nova.virt.hardware [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.350996] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea8f46c-f5c7-489c-9a02-9362945023a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.355848] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528068c3-adfa-d051-0e6a-97547f89b205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.361340] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0674f0da-d1a6-460b-a960-df508aa1dfae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.378494] env[68205]: DEBUG nova.network.neutron [req-93dced81-8b77-42d6-b1b4-47e49294a70e req-d508f69f-724e-461c-bdfb-25925a469bd4 service nova] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Updated VIF entry in instance network info cache for port 9044cf1d-a1b8-4333-88e5-47c394091bb3. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.378494] env[68205]: DEBUG nova.network.neutron [req-93dced81-8b77-42d6-b1b4-47e49294a70e req-d508f69f-724e-461c-bdfb-25925a469bd4 service nova] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Updating instance_info_cache with network_info: [{"id": "9044cf1d-a1b8-4333-88e5-47c394091bb3", "address": "fa:16:3e:71:c0:91", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9044cf1d-a1", "ovs_interfaceid": "9044cf1d-a1b8-4333-88e5-47c394091bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.464990] env[68205]: INFO nova.compute.manager [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Took 39.91 seconds to build instance. [ 774.589188] env[68205]: DEBUG nova.scheduler.client.report [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.605560] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "c4137e26-8a6c-4a46-879a-b0903b29b436" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.605819] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "c4137e26-8a6c-4a46-879a-b0903b29b436" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.624320] env[68205]: DEBUG nova.network.neutron [-] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.853216] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528068c3-adfa-d051-0e6a-97547f89b205, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.853216] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.853216] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 7434bcc8-8780-4dff-abe2-aca82b30af1f/7434bcc8-8780-4dff-abe2-aca82b30af1f.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.853488] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2940ec-c39e-424f-b63f-3e1f0c3a3fe9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.861292] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 774.861292] env[68205]: value = "task-2904228" [ 774.861292] env[68205]: _type = "Task" [ 774.861292] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.874451] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.880713] env[68205]: DEBUG oslo_concurrency.lockutils [req-93dced81-8b77-42d6-b1b4-47e49294a70e req-d508f69f-724e-461c-bdfb-25925a469bd4 service nova] Releasing lock "refresh_cache-7434bcc8-8780-4dff-abe2-aca82b30af1f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.918123] env[68205]: DEBUG nova.network.neutron [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Successfully updated port: 76ab9707-c403-4bf4-9143-0579d5c96072 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.967716] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16d627d6-b55e-446e-bf72-2b3632a27137 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "908894e7-1157-4d04-9bd5-d894adac82c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.562s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.094277] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.094848] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.098405] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.222s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.098745] env[68205]: DEBUG nova.objects.instance [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lazy-loading 'resources' on Instance uuid 324ecfd5-13ca-4536-97b2-a84e09cb6495 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.128143] env[68205]: INFO nova.compute.manager [-] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Took 1.35 seconds to deallocate network for instance. [ 775.371588] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47961} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.371863] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 7434bcc8-8780-4dff-abe2-aca82b30af1f/7434bcc8-8780-4dff-abe2-aca82b30af1f.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.372077] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.372375] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c846fe62-1059-446b-a041-6337e9d62b65 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.379524] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 775.379524] env[68205]: value = "task-2904229" [ 775.379524] env[68205]: _type = "Task" [ 775.379524] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.387763] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.421516] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "refresh_cache-691aa08e-a397-41e6-ac56-e089fa9a4132" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.421516] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquired lock "refresh_cache-691aa08e-a397-41e6-ac56-e089fa9a4132" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.421516] env[68205]: DEBUG nova.network.neutron [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.470357] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.486804] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "908894e7-1157-4d04-9bd5-d894adac82c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.488073] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "908894e7-1157-4d04-9bd5-d894adac82c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.488073] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "908894e7-1157-4d04-9bd5-d894adac82c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.488073] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "908894e7-1157-4d04-9bd5-d894adac82c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.488073] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "908894e7-1157-4d04-9bd5-d894adac82c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.490370] env[68205]: INFO nova.compute.manager [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Terminating instance [ 775.602546] env[68205]: DEBUG nova.compute.utils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.608511] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.609514] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.626761] env[68205]: DEBUG nova.compute.manager [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Received event network-vif-deleted-16c3bde2-ef75-4ccb-bbe0-15cd77a469d8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.626964] env[68205]: DEBUG nova.compute.manager [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Received event network-vif-plugged-76ab9707-c403-4bf4-9143-0579d5c96072 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.627165] env[68205]: DEBUG oslo_concurrency.lockutils [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] Acquiring lock "691aa08e-a397-41e6-ac56-e089fa9a4132-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.627373] env[68205]: DEBUG oslo_concurrency.lockutils [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] Lock "691aa08e-a397-41e6-ac56-e089fa9a4132-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.627599] env[68205]: DEBUG oslo_concurrency.lockutils [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] Lock "691aa08e-a397-41e6-ac56-e089fa9a4132-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.627719] env[68205]: DEBUG nova.compute.manager [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] No waiting events found dispatching network-vif-plugged-76ab9707-c403-4bf4-9143-0579d5c96072 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.627900] env[68205]: WARNING nova.compute.manager [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Received unexpected event network-vif-plugged-76ab9707-c403-4bf4-9143-0579d5c96072 for instance with vm_state building and task_state spawning. [ 775.628067] env[68205]: DEBUG nova.compute.manager [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Received event network-changed-76ab9707-c403-4bf4-9143-0579d5c96072 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.628217] env[68205]: DEBUG nova.compute.manager [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Refreshing instance network info cache due to event network-changed-76ab9707-c403-4bf4-9143-0579d5c96072. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.628372] env[68205]: DEBUG oslo_concurrency.lockutils [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] Acquiring lock "refresh_cache-691aa08e-a397-41e6-ac56-e089fa9a4132" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.635455] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.654070] env[68205]: DEBUG nova.policy [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7b2e85368e34556958c9f13f89cf425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfd6853bd6043ec908962a9ada10132', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.890231] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.325875} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.892463] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.893792] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7d2ae8-fb96-4069-ae6c-5f9cf13595ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.916289] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 7434bcc8-8780-4dff-abe2-aca82b30af1f/7434bcc8-8780-4dff-abe2-aca82b30af1f.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.918800] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a6d7211-b853-4547-8a65-3a1a9ac0fec6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.938898] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 775.938898] env[68205]: value = "task-2904230" [ 775.938898] env[68205]: _type = "Task" [ 775.938898] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.949128] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.961820] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Successfully created port: 8eead030-9cfe-4b7c-a7d3-c738bb4413e6 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.974249] env[68205]: DEBUG nova.network.neutron [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.994687] env[68205]: DEBUG nova.compute.manager [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.995018] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.995782] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41c8caf-ec53-4cc3-a2af-12e870b135c7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.004590] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.008845] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.009277] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf4eb17-6a95-4033-a170-972626e832ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.014295] env[68205]: DEBUG oslo_vmware.api [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 776.014295] env[68205]: value = "task-2904231" [ 776.014295] env[68205]: _type = "Task" [ 776.014295] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.023111] env[68205]: DEBUG oslo_vmware.api [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.111930] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.171763] env[68205]: DEBUG nova.network.neutron [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Updating instance_info_cache with network_info: [{"id": "76ab9707-c403-4bf4-9143-0579d5c96072", "address": "fa:16:3e:f1:b8:b8", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ab9707-c4", "ovs_interfaceid": "76ab9707-c403-4bf4-9143-0579d5c96072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.191890] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e9277c-20d5-444a-9409-05bd562a61c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.201356] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ab4e1d-5be6-46dd-9fbc-3587add47841 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.235296] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1b9b1d-34e5-4bd9-978e-38ba227d52da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.242930] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e5529a-c7c9-4966-8120-b208ec1b5d2e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.257999] env[68205]: DEBUG nova.compute.provider_tree [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.448787] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904230, 'name': ReconfigVM_Task, 'duration_secs': 0.424056} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.449134] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 7434bcc8-8780-4dff-abe2-aca82b30af1f/7434bcc8-8780-4dff-abe2-aca82b30af1f.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.449777] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83737b70-151b-403e-804d-abeb02228574 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.455574] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 776.455574] env[68205]: value = "task-2904232" [ 776.455574] env[68205]: _type = "Task" [ 776.455574] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.463079] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904232, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.523803] env[68205]: DEBUG oslo_vmware.api [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904231, 'name': PowerOffVM_Task, 'duration_secs': 0.192744} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.524886] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.524886] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.524886] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-750da3aa-091c-497d-8f0a-4551931e700c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.583557] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.583557] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.583733] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleting the datastore file [datastore1] 908894e7-1157-4d04-9bd5-d894adac82c9 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.584020] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98b7dfe8-0a0c-483c-889b-de874b645426 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.592629] env[68205]: DEBUG oslo_vmware.api [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 776.592629] env[68205]: value = "task-2904234" [ 776.592629] env[68205]: _type = "Task" [ 776.592629] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.600538] env[68205]: DEBUG oslo_vmware.api [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.678035] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Releasing lock "refresh_cache-691aa08e-a397-41e6-ac56-e089fa9a4132" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.678278] env[68205]: DEBUG nova.compute.manager [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Instance network_info: |[{"id": "76ab9707-c403-4bf4-9143-0579d5c96072", "address": "fa:16:3e:f1:b8:b8", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ab9707-c4", "ovs_interfaceid": "76ab9707-c403-4bf4-9143-0579d5c96072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.678574] env[68205]: DEBUG oslo_concurrency.lockutils [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] Acquired lock "refresh_cache-691aa08e-a397-41e6-ac56-e089fa9a4132" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.678750] env[68205]: DEBUG nova.network.neutron [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Refreshing network info cache for port 76ab9707-c403-4bf4-9143-0579d5c96072 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.679862] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:b8:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ab9707-c403-4bf4-9143-0579d5c96072', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.689211] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.692191] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.692660] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c21b715f-506e-477c-bc39-b0594ad9d022 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.712792] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.712792] env[68205]: value = "task-2904235" [ 776.712792] env[68205]: _type = "Task" [ 776.712792] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.720626] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904235, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.761468] env[68205]: DEBUG nova.scheduler.client.report [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.917334] env[68205]: DEBUG nova.network.neutron [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Updated VIF entry in instance network info cache for port 76ab9707-c403-4bf4-9143-0579d5c96072. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.917732] env[68205]: DEBUG nova.network.neutron [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Updating instance_info_cache with network_info: [{"id": "76ab9707-c403-4bf4-9143-0579d5c96072", "address": "fa:16:3e:f1:b8:b8", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ab9707-c4", "ovs_interfaceid": "76ab9707-c403-4bf4-9143-0579d5c96072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.965693] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904232, 'name': Rename_Task, 'duration_secs': 0.157657} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.965919] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.966178] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3c7aa84-aa8a-4c25-b51a-2f643b6cbef2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.972262] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 776.972262] env[68205]: value = "task-2904236" [ 776.972262] env[68205]: _type = "Task" [ 776.972262] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.980068] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.102213] env[68205]: DEBUG oslo_vmware.api [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171377} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.102478] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.102659] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.102860] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.103465] env[68205]: INFO nova.compute.manager [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 777.103465] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.103693] env[68205]: DEBUG nova.compute.manager [-] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.103693] env[68205]: DEBUG nova.network.neutron [-] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.128956] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.156029] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.156206] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.156404] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.156565] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.156710] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.156854] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.157065] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.157223] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.157388] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.157571] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.157727] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.158592] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a734469-c467-41a7-bbcc-1b4944ded670 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.166503] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334f6eea-fb16-4f67-a60c-1239129a8003 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.222320] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904235, 'name': CreateVM_Task, 'duration_secs': 0.327732} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.222564] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.223772] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.223772] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.223940] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.224260] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1650f34a-d428-483e-9e58-7946a6ea19f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.228697] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 777.228697] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5274e250-360d-b596-9f64-996a52dabbe0" [ 777.228697] env[68205]: _type = "Task" [ 777.228697] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.236501] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5274e250-360d-b596-9f64-996a52dabbe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.269073] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.271354] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.505s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.271584] env[68205]: DEBUG nova.objects.instance [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lazy-loading 'resources' on Instance uuid 01a827ba-ed4d-4d82-81d2-0ecee7af2c57 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.301597] env[68205]: INFO nova.scheduler.client.report [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Deleted allocations for instance 324ecfd5-13ca-4536-97b2-a84e09cb6495 [ 777.421111] env[68205]: DEBUG nova.compute.manager [req-5ffca167-73ff-4a3a-a4a2-6999f213475b req-afb5f95d-f189-42a8-bb3e-5fdeb48c33f6 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Received event network-vif-deleted-338ee8be-b8b0-4618-aa4f-d7e26cf65d04 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.421777] env[68205]: INFO nova.compute.manager [req-5ffca167-73ff-4a3a-a4a2-6999f213475b req-afb5f95d-f189-42a8-bb3e-5fdeb48c33f6 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Neutron deleted interface 338ee8be-b8b0-4618-aa4f-d7e26cf65d04; detaching it from the instance and deleting it from the info cache [ 777.421777] env[68205]: DEBUG nova.network.neutron [req-5ffca167-73ff-4a3a-a4a2-6999f213475b req-afb5f95d-f189-42a8-bb3e-5fdeb48c33f6 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.423239] env[68205]: DEBUG oslo_concurrency.lockutils [req-91bca16d-937f-4d52-a3de-1d083ac1ef96 req-c20ac3e1-e875-4c47-9ef4-8d7bcc5e9076 service nova] Releasing lock "refresh_cache-691aa08e-a397-41e6-ac56-e089fa9a4132" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.481423] env[68205]: DEBUG oslo_vmware.api [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904236, 'name': PowerOnVM_Task, 'duration_secs': 0.487384} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.483912] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.483912] env[68205]: INFO nova.compute.manager [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Took 6.98 seconds to spawn the instance on the hypervisor. [ 777.483912] env[68205]: DEBUG nova.compute.manager [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.483912] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee9331c-f0d9-4f32-9661-daca7defe641 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.624608] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Successfully updated port: 8eead030-9cfe-4b7c-a7d3-c738bb4413e6 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.739474] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5274e250-360d-b596-9f64-996a52dabbe0, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.739768] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.739999] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.740254] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.740399] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.740573] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.740847] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99d77036-2c47-45d2-86b2-55f045b558ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.744609] env[68205]: DEBUG nova.compute.manager [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Received event network-vif-plugged-8eead030-9cfe-4b7c-a7d3-c738bb4413e6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.744805] env[68205]: DEBUG oslo_concurrency.lockutils [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] Acquiring lock "a20032d7-90d1-47fe-9b7d-64e0ad250897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.745022] env[68205]: DEBUG oslo_concurrency.lockutils [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] Lock "a20032d7-90d1-47fe-9b7d-64e0ad250897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.745188] env[68205]: DEBUG oslo_concurrency.lockutils [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] Lock "a20032d7-90d1-47fe-9b7d-64e0ad250897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.745352] env[68205]: DEBUG nova.compute.manager [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] No waiting events found dispatching network-vif-plugged-8eead030-9cfe-4b7c-a7d3-c738bb4413e6 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.745511] env[68205]: WARNING nova.compute.manager [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Received unexpected event network-vif-plugged-8eead030-9cfe-4b7c-a7d3-c738bb4413e6 for instance with vm_state building and task_state spawning. [ 777.745660] env[68205]: DEBUG nova.compute.manager [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Received event network-changed-8eead030-9cfe-4b7c-a7d3-c738bb4413e6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.745802] env[68205]: DEBUG nova.compute.manager [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Refreshing instance network info cache due to event network-changed-8eead030-9cfe-4b7c-a7d3-c738bb4413e6. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.745973] env[68205]: DEBUG oslo_concurrency.lockutils [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] Acquiring lock "refresh_cache-a20032d7-90d1-47fe-9b7d-64e0ad250897" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.746110] env[68205]: DEBUG oslo_concurrency.lockutils [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] Acquired lock "refresh_cache-a20032d7-90d1-47fe-9b7d-64e0ad250897" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.746253] env[68205]: DEBUG nova.network.neutron [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Refreshing network info cache for port 8eead030-9cfe-4b7c-a7d3-c738bb4413e6 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.753893] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.754061] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.754921] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9378ba89-4485-4eb7-894e-e05d0b4028c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.761390] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 777.761390] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52340271-db40-135e-5c76-095d8b9f4f73" [ 777.761390] env[68205]: _type = "Task" [ 777.761390] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.769631] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52340271-db40-135e-5c76-095d8b9f4f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.814837] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e8aaca69-2396-49d1-9142-10ca8e79a759 tempest-ServerMetadataNegativeTestJSON-1875814279 tempest-ServerMetadataNegativeTestJSON-1875814279-project-member] Lock "324ecfd5-13ca-4536-97b2-a84e09cb6495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.764s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.830345] env[68205]: DEBUG nova.network.neutron [-] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.927029] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa5ed479-e4ba-4adc-9681-af18214eecc6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.934514] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a5ee93-9536-4ebe-9d81-65fafb683534 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.971662] env[68205]: DEBUG nova.compute.manager [req-5ffca167-73ff-4a3a-a4a2-6999f213475b req-afb5f95d-f189-42a8-bb3e-5fdeb48c33f6 service nova] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Detach interface failed, port_id=338ee8be-b8b0-4618-aa4f-d7e26cf65d04, reason: Instance 908894e7-1157-4d04-9bd5-d894adac82c9 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 778.003575] env[68205]: INFO nova.compute.manager [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Took 41.35 seconds to build instance. [ 778.128033] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "refresh_cache-a20032d7-90d1-47fe-9b7d-64e0ad250897" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.280168] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52340271-db40-135e-5c76-095d8b9f4f73, 'name': SearchDatastore_Task, 'duration_secs': 0.008097} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.280956] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-253f8d94-614f-48ad-b243-f8d71ccdd7f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.293147] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 778.293147] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523dfc54-447e-779e-9485-17cba83b631e" [ 778.293147] env[68205]: _type = "Task" [ 778.293147] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.294315] env[68205]: DEBUG nova.network.neutron [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.301570] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523dfc54-447e-779e-9485-17cba83b631e, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.303904] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.305067] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 691aa08e-a397-41e6-ac56-e089fa9a4132/691aa08e-a397-41e6-ac56-e089fa9a4132.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.305067] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49576d33-3dde-4a9f-bf72-c8ad1801e545 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.310769] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 778.310769] env[68205]: value = "task-2904237" [ 778.310769] env[68205]: _type = "Task" [ 778.310769] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.322027] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.335860] env[68205]: INFO nova.compute.manager [-] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Took 1.23 seconds to deallocate network for instance. [ 778.342716] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba14afb-3ebb-4aeb-8e83-96d9edaa97b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.352691] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8ad5fc-9313-4ec4-bf4e-f20bc606895c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.395696] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c86f90-2e31-483a-9b67-e0d6d85ab489 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.404442] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c240a03d-884e-4255-916d-f8fa2abf1e81 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.420173] env[68205]: DEBUG nova.compute.provider_tree [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.472827] env[68205]: DEBUG nova.network.neutron [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.505466] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c6a2cae-0b8e-4ab5-ba62-c9200e46ca79 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "7434bcc8-8780-4dff-abe2-aca82b30af1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.754s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.821784] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483567} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.822119] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 691aa08e-a397-41e6-ac56-e089fa9a4132/691aa08e-a397-41e6-ac56-e089fa9a4132.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.822378] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.822670] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37639d4f-e11d-4c41-a7f7-1dd801bccd6e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.828703] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 778.828703] env[68205]: value = "task-2904238" [ 778.828703] env[68205]: _type = "Task" [ 778.828703] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.836703] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.846838] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.923714] env[68205]: DEBUG nova.scheduler.client.report [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.982044] env[68205]: DEBUG oslo_concurrency.lockutils [req-f81df6cc-c5ab-4cb7-a521-2c8304e638a1 req-5487a1ce-c752-4429-b5e6-7fddebb08847 service nova] Releasing lock "refresh_cache-a20032d7-90d1-47fe-9b7d-64e0ad250897" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.982421] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "refresh_cache-a20032d7-90d1-47fe-9b7d-64e0ad250897" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.982579] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.008362] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.338942] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055786} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.339994] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.340085] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8c0137-ce1d-453b-bd2c-4d120640d94d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.364015] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 691aa08e-a397-41e6-ac56-e089fa9a4132/691aa08e-a397-41e6-ac56-e089fa9a4132.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.364015] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51afbec7-48b8-40c2-b888-7342e8da2c2f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.381866] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 779.381866] env[68205]: value = "task-2904239" [ 779.381866] env[68205]: _type = "Task" [ 779.381866] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.389524] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.429726] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.432203] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.573s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.434023] env[68205]: DEBUG nova.objects.instance [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lazy-loading 'resources' on Instance uuid fbae466a-1f02-457c-b5bc-820a5c4e7a22 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.457525] env[68205]: INFO nova.scheduler.client.report [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Deleted allocations for instance 01a827ba-ed4d-4d82-81d2-0ecee7af2c57 [ 779.531386] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.626129] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.887623] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Updating instance_info_cache with network_info: [{"id": "8eead030-9cfe-4b7c-a7d3-c738bb4413e6", "address": "fa:16:3e:fa:62:e9", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eead030-9c", "ovs_interfaceid": "8eead030-9cfe-4b7c-a7d3-c738bb4413e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.894457] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.966262] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9689d386-1f8c-44b3-8794-1cb03f098bd4 tempest-ServersAdmin275Test-1989815918 tempest-ServersAdmin275Test-1989815918-project-member] Lock "01a827ba-ed4d-4d82-81d2-0ecee7af2c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.666s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.391235] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "refresh_cache-a20032d7-90d1-47fe-9b7d-64e0ad250897" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.391613] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Instance network_info: |[{"id": "8eead030-9cfe-4b7c-a7d3-c738bb4413e6", "address": "fa:16:3e:fa:62:e9", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eead030-9c", "ovs_interfaceid": "8eead030-9cfe-4b7c-a7d3-c738bb4413e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.397309] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:62:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eead030-9cfe-4b7c-a7d3-c738bb4413e6', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.404903] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Creating folder: Project (0bfd6853bd6043ec908962a9ada10132). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.405186] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904239, 'name': ReconfigVM_Task, 'duration_secs': 0.754557} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.405592] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b241009-5aac-400b-9922-ddcae3962e48 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.407267] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 691aa08e-a397-41e6-ac56-e089fa9a4132/691aa08e-a397-41e6-ac56-e089fa9a4132.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.407951] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1abb8568-b146-4e5f-9ed7-e4c8b8177b10 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.415104] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 780.415104] env[68205]: value = "task-2904241" [ 780.415104] env[68205]: _type = "Task" [ 780.415104] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.420841] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Created folder: Project (0bfd6853bd6043ec908962a9ada10132) in parent group-v583212. [ 780.421032] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Creating folder: Instances. Parent ref: group-v583304. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.421248] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87798f32-5c58-4aea-a72e-46d0e2287745 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.427446] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904241, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.432945] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Created folder: Instances in parent group-v583304. [ 780.432945] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.433175] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.433302] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc2987b0-c860-40db-b093-d7fce08e9082 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.453190] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.453190] env[68205]: value = "task-2904243" [ 780.453190] env[68205]: _type = "Task" [ 780.453190] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.464413] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904243, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.520724] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c427ddf-a041-472e-8a9a-c9ede1c7c80a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.528025] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1064b169-8e52-4b98-81d7-d4f724a687cb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.558677] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abe1e42-64c1-4efb-8a6f-788d4f9c8ec2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.567687] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949f3032-82d3-45f6-9fc1-50e35cb80518 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.584451] env[68205]: DEBUG nova.compute.provider_tree [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.929380] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904241, 'name': Rename_Task, 'duration_secs': 0.200063} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.929380] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.929664] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd00a156-2672-447d-a010-1309a6e4e54d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.936057] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 780.936057] env[68205]: value = "task-2904244" [ 780.936057] env[68205]: _type = "Task" [ 780.936057] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.943913] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.962416] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904243, 'name': CreateVM_Task, 'duration_secs': 0.318379} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.962559] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.963240] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.963420] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.963845] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.964111] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3018f9-8347-4e66-88e2-c251c70104cb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.969040] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 780.969040] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5221047f-e408-b691-a595-5f36acfa05e1" [ 780.969040] env[68205]: _type = "Task" [ 780.969040] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.977130] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5221047f-e408-b691-a595-5f36acfa05e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.088073] env[68205]: DEBUG nova.scheduler.client.report [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.451349] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.482590] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5221047f-e408-b691-a595-5f36acfa05e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.483015] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.483346] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.483635] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.483831] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.484087] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.484454] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a266828-33cd-4f10-a949-43273b409f07 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.493230] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.493458] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.494366] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1228a6-3e05-4f6c-b13e-6c6cfa9da360 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.499591] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 781.499591] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e3126e-c633-c1ce-7447-11848ec6b08f" [ 781.499591] env[68205]: _type = "Task" [ 781.499591] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.507857] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e3126e-c633-c1ce-7447-11848ec6b08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.593161] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.596224] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.530s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.597162] env[68205]: INFO nova.compute.claims [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.621346] env[68205]: INFO nova.scheduler.client.report [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Deleted allocations for instance fbae466a-1f02-457c-b5bc-820a5c4e7a22 [ 781.947429] env[68205]: DEBUG oslo_vmware.api [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904244, 'name': PowerOnVM_Task, 'duration_secs': 0.898919} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.947739] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.947941] env[68205]: INFO nova.compute.manager [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Took 7.65 seconds to spawn the instance on the hypervisor. [ 781.948131] env[68205]: DEBUG nova.compute.manager [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.948991] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c723be56-2b6f-491f-b465-b072f8cba376 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.011146] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e3126e-c633-c1ce-7447-11848ec6b08f, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.011931] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210a9f06-c3ca-4e4f-92bf-17532d67991f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.022012] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 782.022012] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524435fc-551c-80e3-982c-6c238eba7b63" [ 782.022012] env[68205]: _type = "Task" [ 782.022012] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.029905] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524435fc-551c-80e3-982c-6c238eba7b63, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.030158] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.030413] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] a20032d7-90d1-47fe-9b7d-64e0ad250897/a20032d7-90d1-47fe-9b7d-64e0ad250897.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.030648] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fa726b5-5ac1-4657-8e38-f645e89d0089 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.036633] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 782.036633] env[68205]: value = "task-2904245" [ 782.036633] env[68205]: _type = "Task" [ 782.036633] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.043906] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.129022] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39f39635-c355-43b3-936f-4ad5dd33db66 tempest-ServerAddressesNegativeTestJSON-594275972 tempest-ServerAddressesNegativeTestJSON-594275972-project-member] Lock "fbae466a-1f02-457c-b5bc-820a5c4e7a22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.332s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.471115] env[68205]: INFO nova.compute.manager [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Took 41.11 seconds to build instance. [ 782.547113] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496849} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.547384] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] a20032d7-90d1-47fe-9b7d-64e0ad250897/a20032d7-90d1-47fe-9b7d-64e0ad250897.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.547536] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.547925] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc5c9c7b-60e1-413f-8770-2a0a8ef1958e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.553440] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 782.553440] env[68205]: value = "task-2904246" [ 782.553440] env[68205]: _type = "Task" [ 782.553440] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.561715] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.612292] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "eff0b99f-6d73-4a17-b678-830a08c31a29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.612549] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "eff0b99f-6d73-4a17-b678-830a08c31a29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.976717] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e32c1590-e970-454e-8741-5b59abf37fa8 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "691aa08e-a397-41e6-ac56-e089fa9a4132" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.896s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.064493] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065061} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.064493] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.065293] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55a4a16-04b6-449c-9541-3cf4013a9e82 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.092691] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] a20032d7-90d1-47fe-9b7d-64e0ad250897/a20032d7-90d1-47fe-9b7d-64e0ad250897.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.093662] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7accd20a-ff38-4a8c-b891-a10e3fb49905 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.114141] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 783.114141] env[68205]: value = "task-2904247" [ 783.114141] env[68205]: _type = "Task" [ 783.114141] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.122539] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.183678] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e250288-585b-4555-8c17-302c1e223ecf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.190821] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c4e863-1639-45a4-ae9e-23635e081f03 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.223495] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946b5aac-acca-4a01-8da5-f872f09112a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.230832] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef804aa5-c0c8-46eb-b65b-4f59a8159ce6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.243953] env[68205]: DEBUG nova.compute.provider_tree [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.483587] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.624268] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904247, 'name': ReconfigVM_Task, 'duration_secs': 0.25818} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.624570] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Reconfigured VM instance instance-00000020 to attach disk [datastore2] a20032d7-90d1-47fe-9b7d-64e0ad250897/a20032d7-90d1-47fe-9b7d-64e0ad250897.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.625210] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6ccc459-e939-41a7-a5e6-f34e3ad891f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.631353] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 783.631353] env[68205]: value = "task-2904248" [ 783.631353] env[68205]: _type = "Task" [ 783.631353] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.639159] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904248, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.748032] env[68205]: DEBUG nova.scheduler.client.report [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.756992] env[68205]: DEBUG nova.compute.manager [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.757363] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce05a81-6860-4e7e-aae5-17a0f7e80d6a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.016323] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.141609] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904248, 'name': Rename_Task, 'duration_secs': 0.141394} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.141892] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.142151] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07d0cd1f-354a-4462-8519-2d0b1ff34f4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.149151] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 784.149151] env[68205]: value = "task-2904249" [ 784.149151] env[68205]: _type = "Task" [ 784.149151] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.156402] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.252965] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.253428] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.256135] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.126s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.258197] env[68205]: INFO nova.compute.claims [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.268481] env[68205]: INFO nova.compute.manager [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] instance snapshotting [ 784.271113] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d40ba94-0b56-4726-872c-29bed7a7b8b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.292990] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687013ff-fd09-4551-bc53-0dd674380822 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.659213] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904249, 'name': PowerOnVM_Task, 'duration_secs': 0.473272} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.659512] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.659960] env[68205]: INFO nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Took 7.53 seconds to spawn the instance on the hypervisor. [ 784.660165] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.660951] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e66f246-2244-4555-92b4-325907266cb0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.762896] env[68205]: DEBUG nova.compute.utils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.766191] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.766356] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.804261] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 784.804929] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1ef9b9bf-3108-4cd2-86d5-bc8634a462d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.809399] env[68205]: DEBUG nova.policy [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7b2e85368e34556958c9f13f89cf425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfd6853bd6043ec908962a9ada10132', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.812552] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 784.812552] env[68205]: value = "task-2904250" [ 784.812552] env[68205]: _type = "Task" [ 784.812552] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.821667] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904250, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.113353] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Successfully created port: 7e042317-018c-4e00-864f-3f56f2a4602b {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.178294] env[68205]: INFO nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Took 43.10 seconds to build instance. [ 785.267373] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.329356] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904250, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.680267] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "a20032d7-90d1-47fe-9b7d-64e0ad250897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.848s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.780252] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50d77a5-0d2e-42ed-b90e-407c9046ce53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.788431] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c24a826-2a3a-4fc4-97cf-eadf7c40f889 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.824416] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39594e76-06bf-4cfc-91e7-d162f5d32ce1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.832228] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904250, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.836874] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcf46ee-8fde-499f-958b-55412ba12a44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.850453] env[68205]: DEBUG nova.compute.provider_tree [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.186142] env[68205]: DEBUG nova.compute.manager [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.279263] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.302795] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.303066] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.303238] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.303429] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.303587] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.303752] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.303974] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.304212] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.304476] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.304670] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.304854] env[68205]: DEBUG nova.virt.hardware [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.306054] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87efc00-58e2-42fe-8477-eaf897c5e9c6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.314754] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a184dd8-964f-4552-9bcb-409821b6735b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.337340] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904250, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.353673] env[68205]: DEBUG nova.scheduler.client.report [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.600593] env[68205]: DEBUG nova.compute.manager [req-423c86e0-dfa3-4220-af41-4af45d2d18f1 req-f5613482-4263-45fc-a0eb-e372ea7b12bf service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Received event network-vif-plugged-7e042317-018c-4e00-864f-3f56f2a4602b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.600869] env[68205]: DEBUG oslo_concurrency.lockutils [req-423c86e0-dfa3-4220-af41-4af45d2d18f1 req-f5613482-4263-45fc-a0eb-e372ea7b12bf service nova] Acquiring lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.602193] env[68205]: DEBUG oslo_concurrency.lockutils [req-423c86e0-dfa3-4220-af41-4af45d2d18f1 req-f5613482-4263-45fc-a0eb-e372ea7b12bf service nova] Lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.602193] env[68205]: DEBUG oslo_concurrency.lockutils [req-423c86e0-dfa3-4220-af41-4af45d2d18f1 req-f5613482-4263-45fc-a0eb-e372ea7b12bf service nova] Lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.602193] env[68205]: DEBUG nova.compute.manager [req-423c86e0-dfa3-4220-af41-4af45d2d18f1 req-f5613482-4263-45fc-a0eb-e372ea7b12bf service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] No waiting events found dispatching network-vif-plugged-7e042317-018c-4e00-864f-3f56f2a4602b {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.602193] env[68205]: WARNING nova.compute.manager [req-423c86e0-dfa3-4220-af41-4af45d2d18f1 req-f5613482-4263-45fc-a0eb-e372ea7b12bf service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Received unexpected event network-vif-plugged-7e042317-018c-4e00-864f-3f56f2a4602b for instance with vm_state building and task_state spawning. [ 786.701877] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Successfully updated port: 7e042317-018c-4e00-864f-3f56f2a4602b {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.711089] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.830326] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904250, 'name': CreateSnapshot_Task, 'duration_secs': 1.705518} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.830603] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.831384] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6abb672-ac94-457b-ad0c-900591c37464 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.860472] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.860976] env[68205]: DEBUG nova.compute.manager [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.863796] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.277s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.865519] env[68205]: INFO nova.compute.claims [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.207902] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "refresh_cache-ffc1e545-a64e-4c24-8d82-c2e74d953a0f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.207902] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "refresh_cache-ffc1e545-a64e-4c24-8d82-c2e74d953a0f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.208159] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.349306] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.350062] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ed60c1b-785c-4e46-a3ba-23b324a77983 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.358986] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 787.358986] env[68205]: value = "task-2904251" [ 787.358986] env[68205]: _type = "Task" [ 787.358986] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.365068] env[68205]: DEBUG nova.compute.utils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.370028] env[68205]: DEBUG nova.compute.manager [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.370028] env[68205]: DEBUG nova.network.neutron [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.373672] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904251, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.421281] env[68205]: DEBUG nova.policy [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b96ba6130aa45109b4a3d5a427efd50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bbe074a657a42bd8b2a88213207901e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.753471] env[68205]: DEBUG nova.network.neutron [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Successfully created port: 7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.768107] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.869835] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904251, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.880154] env[68205]: DEBUG nova.compute.manager [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.979287] env[68205]: DEBUG nova.network.neutron [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Updating instance_info_cache with network_info: [{"id": "7e042317-018c-4e00-864f-3f56f2a4602b", "address": "fa:16:3e:9b:16:51", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e042317-01", "ovs_interfaceid": "7e042317-018c-4e00-864f-3f56f2a4602b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.369904] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904251, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.413493] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1da44-ae3d-489e-af35-c478ebeecca8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.420943] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b38396-3719-41dc-9626-a8427e3adb74 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.460771] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e6533-2c85-40bc-8cf5-ad2a7913bea1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.468928] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b20b8-d124-4430-9e1f-fb0212526695 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.482189] env[68205]: DEBUG nova.compute.provider_tree [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.484340] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "refresh_cache-ffc1e545-a64e-4c24-8d82-c2e74d953a0f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.485642] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Instance network_info: |[{"id": "7e042317-018c-4e00-864f-3f56f2a4602b", "address": "fa:16:3e:9b:16:51", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e042317-01", "ovs_interfaceid": "7e042317-018c-4e00-864f-3f56f2a4602b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.485785] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:16:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e042317-018c-4e00-864f-3f56f2a4602b', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.493441] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.494456] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.494628] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56cd5b71-3596-4cf3-b7c1-3647bf2c717a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.513962] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.513962] env[68205]: value = "task-2904252" [ 788.513962] env[68205]: _type = "Task" [ 788.513962] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.524777] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.626291] env[68205]: DEBUG nova.compute.manager [req-9d69095d-f47d-4a30-92f4-70674b923e30 req-6fc7e8f7-6c35-4c2a-82b0-907f32559a9f service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Received event network-changed-7e042317-018c-4e00-864f-3f56f2a4602b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.626508] env[68205]: DEBUG nova.compute.manager [req-9d69095d-f47d-4a30-92f4-70674b923e30 req-6fc7e8f7-6c35-4c2a-82b0-907f32559a9f service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Refreshing instance network info cache due to event network-changed-7e042317-018c-4e00-864f-3f56f2a4602b. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.626775] env[68205]: DEBUG oslo_concurrency.lockutils [req-9d69095d-f47d-4a30-92f4-70674b923e30 req-6fc7e8f7-6c35-4c2a-82b0-907f32559a9f service nova] Acquiring lock "refresh_cache-ffc1e545-a64e-4c24-8d82-c2e74d953a0f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.626864] env[68205]: DEBUG oslo_concurrency.lockutils [req-9d69095d-f47d-4a30-92f4-70674b923e30 req-6fc7e8f7-6c35-4c2a-82b0-907f32559a9f service nova] Acquired lock "refresh_cache-ffc1e545-a64e-4c24-8d82-c2e74d953a0f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.627168] env[68205]: DEBUG nova.network.neutron [req-9d69095d-f47d-4a30-92f4-70674b923e30 req-6fc7e8f7-6c35-4c2a-82b0-907f32559a9f service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Refreshing network info cache for port 7e042317-018c-4e00-864f-3f56f2a4602b {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.874733] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904251, 'name': CloneVM_Task} progress is 95%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.889898] env[68205]: DEBUG nova.compute.manager [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.917215] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.917470] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.917659] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.917872] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.918030] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.918176] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.918389] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.918589] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.918776] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.919235] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.919235] env[68205]: DEBUG nova.virt.hardware [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.919982] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f583b7b9-ad2b-430f-80f9-2abbcf5fe959 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.927612] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e98bb6-2a54-4ceb-a334-f9499fa1701b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.985720] env[68205]: DEBUG nova.scheduler.client.report [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.023763] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.368041] env[68205]: DEBUG nova.network.neutron [req-9d69095d-f47d-4a30-92f4-70674b923e30 req-6fc7e8f7-6c35-4c2a-82b0-907f32559a9f service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Updated VIF entry in instance network info cache for port 7e042317-018c-4e00-864f-3f56f2a4602b. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.368041] env[68205]: DEBUG nova.network.neutron [req-9d69095d-f47d-4a30-92f4-70674b923e30 req-6fc7e8f7-6c35-4c2a-82b0-907f32559a9f service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Updating instance_info_cache with network_info: [{"id": "7e042317-018c-4e00-864f-3f56f2a4602b", "address": "fa:16:3e:9b:16:51", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e042317-01", "ovs_interfaceid": "7e042317-018c-4e00-864f-3f56f2a4602b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.374766] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904251, 'name': CloneVM_Task, 'duration_secs': 1.746651} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.375654] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Created linked-clone VM from snapshot [ 789.376070] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577f717e-9c2e-4b5f-8e33-bf90b399ef56 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.384204] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Uploading image 8e9ce01f-9e28-41b2-99c4-2f726dd9b019 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 789.406590] env[68205]: DEBUG nova.network.neutron [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Successfully updated port: 7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.409520] env[68205]: DEBUG oslo_vmware.rw_handles [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 789.409520] env[68205]: value = "vm-583308" [ 789.409520] env[68205]: _type = "VirtualMachine" [ 789.409520] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 789.409772] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3122b379-b5ba-418a-9dbd-0dec25c3d633 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.421240] env[68205]: DEBUG oslo_vmware.rw_handles [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lease: (returnval){ [ 789.421240] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce0f7c-c3ad-f592-3bd9-e8347d57dd1a" [ 789.421240] env[68205]: _type = "HttpNfcLease" [ 789.421240] env[68205]: } obtained for exporting VM: (result){ [ 789.421240] env[68205]: value = "vm-583308" [ 789.421240] env[68205]: _type = "VirtualMachine" [ 789.421240] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 789.421472] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the lease: (returnval){ [ 789.421472] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce0f7c-c3ad-f592-3bd9-e8347d57dd1a" [ 789.421472] env[68205]: _type = "HttpNfcLease" [ 789.421472] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 789.429823] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 789.429823] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce0f7c-c3ad-f592-3bd9-e8347d57dd1a" [ 789.429823] env[68205]: _type = "HttpNfcLease" [ 789.429823] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 789.490355] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.490906] env[68205]: DEBUG nova.compute.manager [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.493673] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.505s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.494451] env[68205]: DEBUG nova.objects.instance [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lazy-loading 'resources' on Instance uuid 9828400d-1968-474b-aa3f-0d23176f4ee2 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.524454] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.871540] env[68205]: DEBUG oslo_concurrency.lockutils [req-9d69095d-f47d-4a30-92f4-70674b923e30 req-6fc7e8f7-6c35-4c2a-82b0-907f32559a9f service nova] Releasing lock "refresh_cache-ffc1e545-a64e-4c24-8d82-c2e74d953a0f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.914558] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquiring lock "refresh_cache-4e1092eb-b9a9-4997-95d6-ba88f4e907f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.914847] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquired lock "refresh_cache-4e1092eb-b9a9-4997-95d6-ba88f4e907f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.914885] env[68205]: DEBUG nova.network.neutron [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.930676] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 789.930676] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce0f7c-c3ad-f592-3bd9-e8347d57dd1a" [ 789.930676] env[68205]: _type = "HttpNfcLease" [ 789.930676] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 789.930956] env[68205]: DEBUG oslo_vmware.rw_handles [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 789.930956] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce0f7c-c3ad-f592-3bd9-e8347d57dd1a" [ 789.930956] env[68205]: _type = "HttpNfcLease" [ 789.930956] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 789.931661] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bb4717-b80f-47d7-9521-e022baa16899 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.938860] env[68205]: DEBUG oslo_vmware.rw_handles [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229745f-3590-8976-f5b9-0cb08fdc742c/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 789.939061] env[68205]: DEBUG oslo_vmware.rw_handles [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229745f-3590-8976-f5b9-0cb08fdc742c/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 789.997020] env[68205]: DEBUG nova.compute.utils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.001587] env[68205]: DEBUG nova.compute.manager [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.001749] env[68205]: DEBUG nova.network.neutron [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.026202] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.032367] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a8cc9f2-b2d0-4035-b9b0-c575f0bc07bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.068094] env[68205]: DEBUG nova.policy [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8001a01fcf7d403fb0bcabdeaceee70c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45652b13a0cb41bcbdea30f8569eca10', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.471771] env[68205]: DEBUG nova.network.neutron [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.477790] env[68205]: DEBUG nova.network.neutron [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Successfully created port: 6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.508439] env[68205]: DEBUG nova.compute.manager [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.528149] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.596846] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5baa596-c37c-4d89-b38d-b343ce1dc2e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.606332] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9ba858-7c5b-4422-b527-f611bfa68be7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.640157] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da42f462-2697-4b01-b43a-4a407d44798c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.647970] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a67f7b6-634f-485c-b72b-abb8a8b496ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.654547] env[68205]: DEBUG nova.compute.manager [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Received event network-vif-plugged-7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.655120] env[68205]: DEBUG oslo_concurrency.lockutils [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] Acquiring lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.655187] env[68205]: DEBUG oslo_concurrency.lockutils [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] Lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.655338] env[68205]: DEBUG oslo_concurrency.lockutils [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] Lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.655507] env[68205]: DEBUG nova.compute.manager [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] No waiting events found dispatching network-vif-plugged-7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.657556] env[68205]: WARNING nova.compute.manager [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Received unexpected event network-vif-plugged-7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8 for instance with vm_state building and task_state spawning. [ 790.657556] env[68205]: DEBUG nova.compute.manager [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Received event network-changed-7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.657556] env[68205]: DEBUG nova.compute.manager [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Refreshing instance network info cache due to event network-changed-7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.657556] env[68205]: DEBUG oslo_concurrency.lockutils [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] Acquiring lock "refresh_cache-4e1092eb-b9a9-4997-95d6-ba88f4e907f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.665665] env[68205]: DEBUG nova.compute.provider_tree [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.688239] env[68205]: DEBUG nova.network.neutron [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Updating instance_info_cache with network_info: [{"id": "7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8", "address": "fa:16:3e:39:87:4e", "network": {"id": "6214678e-3ec0-4cf8-9f42-5bc6fef07a99", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1774968033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bbe074a657a42bd8b2a88213207901e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5d4533-bd", "ovs_interfaceid": "7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.026772] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.168535] env[68205]: DEBUG nova.scheduler.client.report [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.191303] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Releasing lock "refresh_cache-4e1092eb-b9a9-4997-95d6-ba88f4e907f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.191663] env[68205]: DEBUG nova.compute.manager [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Instance network_info: |[{"id": "7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8", "address": "fa:16:3e:39:87:4e", "network": {"id": "6214678e-3ec0-4cf8-9f42-5bc6fef07a99", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1774968033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bbe074a657a42bd8b2a88213207901e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5d4533-bd", "ovs_interfaceid": "7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.191987] env[68205]: DEBUG oslo_concurrency.lockutils [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] Acquired lock "refresh_cache-4e1092eb-b9a9-4997-95d6-ba88f4e907f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.192206] env[68205]: DEBUG nova.network.neutron [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Refreshing network info cache for port 7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.193359] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:87:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.201935] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Creating folder: Project (4bbe074a657a42bd8b2a88213207901e). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.205479] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee88fdc1-b429-4dea-a444-9ff22211ed6e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.220798] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Created folder: Project (4bbe074a657a42bd8b2a88213207901e) in parent group-v583212. [ 791.220980] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Creating folder: Instances. Parent ref: group-v583310. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.221241] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6173a33a-64cb-4bbc-8c35-c2766688c1da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.229753] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Created folder: Instances in parent group-v583310. [ 791.229991] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.230202] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.230405] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af7eb10f-eb58-4cba-a4db-f3c35f59b656 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.250599] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.250599] env[68205]: value = "task-2904256" [ 791.250599] env[68205]: _type = "Task" [ 791.250599] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.258305] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904256, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.454778] env[68205]: DEBUG nova.network.neutron [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Updated VIF entry in instance network info cache for port 7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.455160] env[68205]: DEBUG nova.network.neutron [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Updating instance_info_cache with network_info: [{"id": "7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8", "address": "fa:16:3e:39:87:4e", "network": {"id": "6214678e-3ec0-4cf8-9f42-5bc6fef07a99", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1774968033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bbe074a657a42bd8b2a88213207901e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5d4533-bd", "ovs_interfaceid": "7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.523442] env[68205]: DEBUG nova.compute.manager [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.531698] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.545333] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.545592] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.545749] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.545930] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.546087] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.546243] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.546462] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.546633] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.546802] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.546956] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.547143] env[68205]: DEBUG nova.virt.hardware [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.548014] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5af8d0d-efd8-482f-bc9d-7bf74dffbbda {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.556177] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e923f85-bfd4-4707-9dc4-b22a29d3fded {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.674492] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.677088] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.159s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.677374] env[68205]: DEBUG nova.objects.instance [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lazy-loading 'resources' on Instance uuid c367ad63-09fd-4f68-8a19-c05ce587db20 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.700340] env[68205]: INFO nova.scheduler.client.report [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Deleted allocations for instance 9828400d-1968-474b-aa3f-0d23176f4ee2 [ 791.767390] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904256, 'name': CreateVM_Task, 'duration_secs': 0.342363} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.767963] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.768790] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.769575] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.769957] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.770621] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb960b2-0eb1-4183-914f-efc78fc80c47 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.777580] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 791.777580] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5266de5b-5f69-d259-98c4-fab9c4c4c199" [ 791.777580] env[68205]: _type = "Task" [ 791.777580] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.786891] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5266de5b-5f69-d259-98c4-fab9c4c4c199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.958332] env[68205]: DEBUG oslo_concurrency.lockutils [req-b86abcc1-3094-4c35-a888-e7d01f27a497 req-ddc22919-da9d-437a-a073-66f724074eba service nova] Releasing lock "refresh_cache-4e1092eb-b9a9-4997-95d6-ba88f4e907f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.029870] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.124889] env[68205]: DEBUG nova.network.neutron [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Successfully updated port: 6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.209807] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e465b149-f441-4d57-bd6e-71a4a100e95c tempest-DeleteServersAdminTestJSON-1486617071 tempest-DeleteServersAdminTestJSON-1486617071-project-member] Lock "9828400d-1968-474b-aa3f-0d23176f4ee2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.879s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.288655] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5266de5b-5f69-d259-98c4-fab9c4c4c199, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.291313] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.291550] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.291797] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.291952] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.292137] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.292947] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb45b6fc-3b0c-4b9d-b433-01ed21d83788 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.301864] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.302082] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.302835] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e872e9-c8c1-488c-ab41-fb4036233d7e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.310699] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 792.310699] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5274394f-017b-2d7b-5416-b382df7b6926" [ 792.310699] env[68205]: _type = "Task" [ 792.310699] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.319302] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5274394f-017b-2d7b-5416-b382df7b6926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.534181] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.628034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquiring lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.628211] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquired lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.628380] env[68205]: DEBUG nova.network.neutron [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.703773] env[68205]: DEBUG nova.compute.manager [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Received event network-vif-plugged-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.703993] env[68205]: DEBUG oslo_concurrency.lockutils [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] Acquiring lock "aa631f83-2087-46a6-82f6-add91abce8ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.704650] env[68205]: DEBUG oslo_concurrency.lockutils [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] Lock "aa631f83-2087-46a6-82f6-add91abce8ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.704841] env[68205]: DEBUG oslo_concurrency.lockutils [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] Lock "aa631f83-2087-46a6-82f6-add91abce8ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.705018] env[68205]: DEBUG nova.compute.manager [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] No waiting events found dispatching network-vif-plugged-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.705188] env[68205]: WARNING nova.compute.manager [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Received unexpected event network-vif-plugged-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 for instance with vm_state building and task_state spawning. [ 792.705353] env[68205]: DEBUG nova.compute.manager [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Received event network-changed-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.705508] env[68205]: DEBUG nova.compute.manager [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Refreshing instance network info cache due to event network-changed-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.705674] env[68205]: DEBUG oslo_concurrency.lockutils [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] Acquiring lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.755107] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ae93ae-de07-411d-80d5-1dbcb663b645 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.763345] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a179573-5b9f-41f7-8af9-72e7b6aeb531 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.795369] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f40812-970e-4961-b201-33258579fabe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.804268] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d73035-ec28-4ec5-9cf7-7b39e61d63b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.822121] env[68205]: DEBUG nova.compute.provider_tree [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.829353] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5274394f-017b-2d7b-5416-b382df7b6926, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.830772] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb800b8f-cb2b-4a0f-98d8-4baf42a06fd6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.838029] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 792.838029] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527ad628-b3be-f9ba-763d-cd77e87f3882" [ 792.838029] env[68205]: _type = "Task" [ 792.838029] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.845009] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527ad628-b3be-f9ba-763d-cd77e87f3882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.029368] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.184186] env[68205]: DEBUG nova.network.neutron [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.326190] env[68205]: DEBUG nova.scheduler.client.report [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.329685] env[68205]: DEBUG nova.network.neutron [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updating instance_info_cache with network_info: [{"id": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "address": "fa:16:3e:a4:82:31", "network": {"id": "60c1e4a4-8aca-4626-88cc-443550d78fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-709870888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45652b13a0cb41bcbdea30f8569eca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95b3f0-00", "ovs_interfaceid": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.348142] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527ad628-b3be-f9ba-763d-cd77e87f3882, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.349375] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.349643] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 4e1092eb-b9a9-4997-95d6-ba88f4e907f6/4e1092eb-b9a9-4997-95d6-ba88f4e907f6.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.349984] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a70c703-efc9-43de-8cb9-54a1b2a79e8a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.358809] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 793.358809] env[68205]: value = "task-2904257" [ 793.358809] env[68205]: _type = "Task" [ 793.358809] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.368304] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.531328] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904252, 'name': CreateVM_Task, 'duration_secs': 4.689882} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.531536] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.532298] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.532494] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.532828] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.533197] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67315954-452f-49fe-b132-32dcbe8502d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.538649] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 793.538649] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5288a72f-0d8b-9835-24d6-2811239a9747" [ 793.538649] env[68205]: _type = "Task" [ 793.538649] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.547535] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5288a72f-0d8b-9835-24d6-2811239a9747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.832438] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.835663] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Releasing lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.835663] env[68205]: DEBUG nova.compute.manager [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Instance network_info: |[{"id": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "address": "fa:16:3e:a4:82:31", "network": {"id": "60c1e4a4-8aca-4626-88cc-443550d78fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-709870888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45652b13a0cb41bcbdea30f8569eca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95b3f0-00", "ovs_interfaceid": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.835936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.294s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.837379] env[68205]: INFO nova.compute.claims [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.840026] env[68205]: DEBUG oslo_concurrency.lockutils [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] Acquired lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.840181] env[68205]: DEBUG nova.network.neutron [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Refreshing network info cache for port 6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.842680] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:82:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.849699] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Creating folder: Project (45652b13a0cb41bcbdea30f8569eca10). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.850637] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a32f658-e4b1-49fd-963a-a97bf5e41143 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.861167] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Created folder: Project (45652b13a0cb41bcbdea30f8569eca10) in parent group-v583212. [ 793.861167] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Creating folder: Instances. Parent ref: group-v583313. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.861884] env[68205]: INFO nova.scheduler.client.report [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Deleted allocations for instance c367ad63-09fd-4f68-8a19-c05ce587db20 [ 793.866012] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcb78d4a-97c3-49c8-9a3b-a20a5b5664c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.881457] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494788} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.882890] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 4e1092eb-b9a9-4997-95d6-ba88f4e907f6/4e1092eb-b9a9-4997-95d6-ba88f4e907f6.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.883145] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.883390] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Created folder: Instances in parent group-v583313. [ 793.883593] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.883770] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bc164a9-48dc-4a34-9780-d9141f863a62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.885777] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.886029] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ffabcde-0a3e-4162-814e-49964d736ab4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.906758] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 793.906758] env[68205]: value = "task-2904260" [ 793.906758] env[68205]: _type = "Task" [ 793.906758] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.908431] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.908431] env[68205]: value = "task-2904261" [ 793.908431] env[68205]: _type = "Task" [ 793.908431] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.925717] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904261, 'name': CreateVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.925998] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.049731] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5288a72f-0d8b-9835-24d6-2811239a9747, 'name': SearchDatastore_Task, 'duration_secs': 0.060952} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.050089] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.050337] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.050575] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.050739] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.050915] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.051201] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5fd6803-0453-4916-b14b-983e9f38e8e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.059390] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.059612] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.060372] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67fd60bd-57fc-444c-ad7c-e24c330e3bed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.065551] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 794.065551] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524de941-22bb-415d-53db-2e4da8999690" [ 794.065551] env[68205]: _type = "Task" [ 794.065551] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.073861] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524de941-22bb-415d-53db-2e4da8999690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.379884] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1541a58c-ea33-46c6-97ea-482ceaaf943c tempest-ServerTagsTestJSON-656518504 tempest-ServerTagsTestJSON-656518504-project-member] Lock "c367ad63-09fd-4f68-8a19-c05ce587db20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.337s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.420585] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06879} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.425986] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.426375] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904261, 'name': CreateVM_Task, 'duration_secs': 0.425625} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.427135] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab71f91f-c1b0-45be-87f0-dfce37697d25 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.430058] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.430467] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.430623] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.430924] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.431518] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724dc00f-ad9f-4968-8491-5ca53898acb4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.455238] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4e1092eb-b9a9-4997-95d6-ba88f4e907f6/4e1092eb-b9a9-4997-95d6-ba88f4e907f6.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.458373] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d272010f-edb9-41f4-a0fa-218e2bc934a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.474386] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 794.474386] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5214e659-f666-a358-9683-ca7285774587" [ 794.474386] env[68205]: _type = "Task" [ 794.474386] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.479931] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 794.479931] env[68205]: value = "task-2904262" [ 794.479931] env[68205]: _type = "Task" [ 794.479931] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.486304] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5214e659-f666-a358-9683-ca7285774587, 'name': SearchDatastore_Task, 'duration_secs': 0.017741} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.486937] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.487183] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.487386] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.490815] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904262, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.576101] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524de941-22bb-415d-53db-2e4da8999690, 'name': SearchDatastore_Task, 'duration_secs': 0.014968} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.576939] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488b0469-c2b6-47f1-80df-7bd774752739 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.582200] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 794.582200] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527f7e4d-ad3d-da03-625b-35ebdb6e1ef4" [ 794.582200] env[68205]: _type = "Task" [ 794.582200] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.590292] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527f7e4d-ad3d-da03-625b-35ebdb6e1ef4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.613906] env[68205]: DEBUG nova.network.neutron [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updated VIF entry in instance network info cache for port 6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.614139] env[68205]: DEBUG nova.network.neutron [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updating instance_info_cache with network_info: [{"id": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "address": "fa:16:3e:a4:82:31", "network": {"id": "60c1e4a4-8aca-4626-88cc-443550d78fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-709870888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45652b13a0cb41bcbdea30f8569eca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95b3f0-00", "ovs_interfaceid": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.991291] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904262, 'name': ReconfigVM_Task, 'duration_secs': 0.365923} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.994581] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4e1092eb-b9a9-4997-95d6-ba88f4e907f6/4e1092eb-b9a9-4997-95d6-ba88f4e907f6.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.995432] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12177bb6-084c-4359-8304-e3b948e602b8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.002342] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 795.002342] env[68205]: value = "task-2904263" [ 795.002342] env[68205]: _type = "Task" [ 795.002342] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.015322] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904263, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.092187] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527f7e4d-ad3d-da03-625b-35ebdb6e1ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.092423] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.093034] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] ffc1e545-a64e-4c24-8d82-c2e74d953a0f/ffc1e545-a64e-4c24-8d82-c2e74d953a0f.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.093389] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.094074] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.094492] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf81ec4e-20b7-489e-87b9-9970901d3d00 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.099640] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2db02b84-d86f-4080-b83a-a6cb713b372a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.108305] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 795.108305] env[68205]: value = "task-2904264" [ 795.108305] env[68205]: _type = "Task" [ 795.108305] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.111571] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.111770] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.112895] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e26ef08-0859-41e9-99a4-8ebff0968c70 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.121601] env[68205]: DEBUG oslo_concurrency.lockutils [req-d5153f11-ccaf-4c2b-8583-083f27f651e9 req-f6dc95b1-a12b-4d22-8359-797c8508b385 service nova] Releasing lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.122035] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.125775] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 795.125775] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527f72b3-2b29-cad3-43ea-5b2bce3e35b7" [ 795.125775] env[68205]: _type = "Task" [ 795.125775] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.133300] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527f72b3-2b29-cad3-43ea-5b2bce3e35b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.476525] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c53082a-956c-447f-bc7c-f65d283a22cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.487420] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4513f8-0464-4326-9dc4-21e966f42677 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.521526] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3283dd8-1d3b-4503-b492-22527eb4b37c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.533226] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904263, 'name': Rename_Task, 'duration_secs': 0.148441} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.535089] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8914b2b4-a8a6-4660-869f-37812257754a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.539454] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.539687] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5b23ba-ac83-4e34-b525-6131ec6ab3bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.551632] env[68205]: DEBUG nova.compute.provider_tree [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.557499] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 795.557499] env[68205]: value = "task-2904265" [ 795.557499] env[68205]: _type = "Task" [ 795.557499] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.568965] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904265, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.615687] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.636325] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527f72b3-2b29-cad3-43ea-5b2bce3e35b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.637191] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3403b934-7512-4265-8ef6-2840355f65d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.642362] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 795.642362] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52af6255-35a1-9c7a-8853-b1ba6d00f063" [ 795.642362] env[68205]: _type = "Task" [ 795.642362] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.650908] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52af6255-35a1-9c7a-8853-b1ba6d00f063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.059849] env[68205]: DEBUG nova.scheduler.client.report [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.074222] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.119677] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.155062] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52af6255-35a1-9c7a-8853-b1ba6d00f063, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.155441] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.155773] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] aa631f83-2087-46a6-82f6-add91abce8ce/aa631f83-2087-46a6-82f6-add91abce8ce.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.156303] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc0b1582-d000-4d46-aada-6a07dbc8b630 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.164563] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 796.164563] env[68205]: value = "task-2904266" [ 796.164563] env[68205]: _type = "Task" [ 796.164563] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.173575] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.572124] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.572124] env[68205]: DEBUG nova.compute.manager [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.574629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.747s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.588199] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904265, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.619650] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904264, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.680727] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904266, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.800557] env[68205]: DEBUG oslo_vmware.rw_handles [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229745f-3590-8976-f5b9-0cb08fdc742c/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 796.801751] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb6c750-49ee-434b-9221-2e1f24721bc3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.811878] env[68205]: DEBUG oslo_vmware.rw_handles [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229745f-3590-8976-f5b9-0cb08fdc742c/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 796.812124] env[68205]: ERROR oslo_vmware.rw_handles [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229745f-3590-8976-f5b9-0cb08fdc742c/disk-0.vmdk due to incomplete transfer. [ 796.812322] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e2927e1-1012-4aeb-b92b-3ecef8c93e7f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.820435] env[68205]: DEBUG oslo_vmware.rw_handles [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229745f-3590-8976-f5b9-0cb08fdc742c/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 796.820636] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Uploaded image 8e9ce01f-9e28-41b2-99c4-2f726dd9b019 to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 796.823399] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 796.823690] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de32e11b-f3f0-40dd-97ac-4f9cb176381b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.833842] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 796.833842] env[68205]: value = "task-2904267" [ 796.833842] env[68205]: _type = "Task" [ 796.833842] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.845596] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904267, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.075145] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904265, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.086893] env[68205]: DEBUG nova.compute.utils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.088207] env[68205]: DEBUG nova.compute.manager [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.088379] env[68205]: DEBUG nova.network.neutron [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.123105] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904264, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.523122} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.123105] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] ffc1e545-a64e-4c24-8d82-c2e74d953a0f/ffc1e545-a64e-4c24-8d82-c2e74d953a0f.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.123105] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.123105] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5cfc506-ce4a-4b2e-abe4-0952b1e9d1d8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.131111] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 797.131111] env[68205]: value = "task-2904268" [ 797.131111] env[68205]: _type = "Task" [ 797.131111] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.141591] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.154820] env[68205]: DEBUG nova.policy [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdb3746da57c47e1a5e1a7b3cfc6a4e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16e25687741f46b8853fe2e3eeab7185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.176920] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809787} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.177265] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] aa631f83-2087-46a6-82f6-add91abce8ce/aa631f83-2087-46a6-82f6-add91abce8ce.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.177564] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.177880] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39b3f0e9-b94e-4714-b2e5-64f0904cf930 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.185129] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 797.185129] env[68205]: value = "task-2904269" [ 797.185129] env[68205]: _type = "Task" [ 797.185129] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.195179] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.351294] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904267, 'name': Destroy_Task, 'duration_secs': 0.421562} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.351294] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Destroyed the VM [ 797.352521] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 797.352521] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bed1168c-efda-4468-bbb9-7932ae8f3756 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.359526] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 797.359526] env[68205]: value = "task-2904270" [ 797.359526] env[68205]: _type = "Task" [ 797.359526] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.368496] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904270, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.508158] env[68205]: DEBUG nova.network.neutron [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Successfully created port: 276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.575601] env[68205]: DEBUG oslo_vmware.api [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904265, 'name': PowerOnVM_Task, 'duration_secs': 1.589632} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.575946] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.576249] env[68205]: INFO nova.compute.manager [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Took 8.69 seconds to spawn the instance on the hypervisor. [ 797.576545] env[68205]: DEBUG nova.compute.manager [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.577446] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d2185b-8b34-4988-81f8-f366385b8f17 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.596931] env[68205]: DEBUG nova.compute.manager [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.641746] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 15002715-43e8-416a-8a96-a6ebf22b3c2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.641891] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 5f04afba-a327-42e4-99f6-16ac25d1256d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.644089] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 130f933a-da56-4cef-9732-07ca4d5b43fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.644385] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6980d130-8086-4b37-a596-961f8852bacd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.644744] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 9e810eb2-b946-420e-91ce-13286fe3b51e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.644744] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 21153c58-215c-4985-a5c0-1df0cbc0b15c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.645576] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance cddd9f44-3672-42a5-88f7-59c42cf153f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.645576] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 24cc0530-19cf-49dc-9502-8c91cac5e7f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.645576] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 16698e0a-de14-49dd-b833-9a9d5a7c801d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.645576] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 733d11bf-17bb-4325-a6d8-ff5866f53ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.645576] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 22ffafac-b489-45f0-8055-ed87dad6ebe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.645576] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 9d5dee15-72e7-45c9-8862-7ee24b056e71 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 797.645824] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 908894e7-1157-4d04-9bd5-d894adac82c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 797.645824] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 7434bcc8-8780-4dff-abe2-aca82b30af1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.645824] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 691aa08e-a397-41e6-ac56-e089fa9a4132 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.645948] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance a20032d7-90d1-47fe-9b7d-64e0ad250897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.646049] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance ffc1e545-a64e-4c24-8d82-c2e74d953a0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.646114] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 4e1092eb-b9a9-4997-95d6-ba88f4e907f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.646214] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance aa631f83-2087-46a6-82f6-add91abce8ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.646322] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6a7f56a0-251a-4461-a882-9019cb2d31ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 797.654576] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079504} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.654934] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.656031] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2d6b27-ce24-48d1-99fd-d63f29adbd5e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.682555] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] ffc1e545-a64e-4c24-8d82-c2e74d953a0f/ffc1e545-a64e-4c24-8d82-c2e74d953a0f.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.683429] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dafeacdf-0b29-43f3-87aa-7f87c8c32380 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.712080] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071119} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.714240] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.714479] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 797.714479] env[68205]: value = "task-2904271" [ 797.714479] env[68205]: _type = "Task" [ 797.714479] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.715785] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b92fc-8977-460e-9c3e-b5bc4336304e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.743727] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] aa631f83-2087-46a6-82f6-add91abce8ce/aa631f83-2087-46a6-82f6-add91abce8ce.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.749255] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf819154-eb12-4b34-a051-5f5783443bf9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.765340] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.770887] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 797.770887] env[68205]: value = "task-2904272" [ 797.770887] env[68205]: _type = "Task" [ 797.770887] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.778967] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.870937] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904270, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.095233] env[68205]: INFO nova.compute.manager [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Took 46.98 seconds to build instance. [ 798.151826] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 2b4fccd8-06c9-4089-a812-a843181b79e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.174689] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquiring lock "a182f1ee-24df-4daf-a3bc-888802cba4bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.174929] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lock "a182f1ee-24df-4daf-a3bc-888802cba4bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.228260] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.281111] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.372909] env[68205]: DEBUG oslo_vmware.api [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904270, 'name': RemoveSnapshot_Task, 'duration_secs': 0.798633} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.373748] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 798.373748] env[68205]: INFO nova.compute.manager [None req-9cccbaea-52b8-44dd-a624-0d189d4333a0 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Took 14.10 seconds to snapshot the instance on the hypervisor. [ 798.596544] env[68205]: DEBUG oslo_concurrency.lockutils [None req-52a82363-f7c4-4a4e-8c52-acc2ae395109 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.777s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.607734] env[68205]: DEBUG nova.compute.manager [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.630864] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.631204] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.631364] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.631615] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.631800] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.631964] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.632213] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.632453] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.632654] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.632826] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.633045] env[68205]: DEBUG nova.virt.hardware [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.633978] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9449bf37-06d5-4776-b778-27a4629570d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.642345] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ee17bf-3648-485f-b239-a1760bdcf72a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.658522] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance cf724785-3f69-4e75-93ca-4425ea703689 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.730843] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904271, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.781539] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904272, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.011987] env[68205]: DEBUG nova.compute.manager [req-3ca94644-1e64-4998-882b-61e192e69182 req-756a4fc6-6f66-443e-acdb-52b969ac87f5 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Received event network-vif-plugged-276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.012161] env[68205]: DEBUG oslo_concurrency.lockutils [req-3ca94644-1e64-4998-882b-61e192e69182 req-756a4fc6-6f66-443e-acdb-52b969ac87f5 service nova] Acquiring lock "6a7f56a0-251a-4461-a882-9019cb2d31ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.012414] env[68205]: DEBUG oslo_concurrency.lockutils [req-3ca94644-1e64-4998-882b-61e192e69182 req-756a4fc6-6f66-443e-acdb-52b969ac87f5 service nova] Lock "6a7f56a0-251a-4461-a882-9019cb2d31ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.012564] env[68205]: DEBUG oslo_concurrency.lockutils [req-3ca94644-1e64-4998-882b-61e192e69182 req-756a4fc6-6f66-443e-acdb-52b969ac87f5 service nova] Lock "6a7f56a0-251a-4461-a882-9019cb2d31ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.012799] env[68205]: DEBUG nova.compute.manager [req-3ca94644-1e64-4998-882b-61e192e69182 req-756a4fc6-6f66-443e-acdb-52b969ac87f5 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] No waiting events found dispatching network-vif-plugged-276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.012955] env[68205]: WARNING nova.compute.manager [req-3ca94644-1e64-4998-882b-61e192e69182 req-756a4fc6-6f66-443e-acdb-52b969ac87f5 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Received unexpected event network-vif-plugged-276a1ee6-d29a-446f-b53b-4296d8c1989f for instance with vm_state building and task_state spawning. [ 799.099702] env[68205]: DEBUG nova.compute.manager [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.110031] env[68205]: DEBUG nova.network.neutron [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Successfully updated port: 276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.162155] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance bcdb9b4e-6538-4752-b506-508ef0e7720a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.166088] env[68205]: DEBUG oslo_concurrency.lockutils [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquiring lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.166314] env[68205]: DEBUG oslo_concurrency.lockutils [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.167061] env[68205]: INFO nova.compute.manager [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Rebooting instance [ 799.229371] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904271, 'name': ReconfigVM_Task, 'duration_secs': 1.057889} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.229661] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Reconfigured VM instance instance-00000021 to attach disk [datastore1] ffc1e545-a64e-4c24-8d82-c2e74d953a0f/ffc1e545-a64e-4c24-8d82-c2e74d953a0f.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.230297] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-003f66e4-1142-48e4-b024-08fae4caaf4e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.235904] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 799.235904] env[68205]: value = "task-2904273" [ 799.235904] env[68205]: _type = "Task" [ 799.235904] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.245867] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904273, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.283037] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904272, 'name': ReconfigVM_Task, 'duration_secs': 1.015756} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.283037] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Reconfigured VM instance instance-00000023 to attach disk [datastore1] aa631f83-2087-46a6-82f6-add91abce8ce/aa631f83-2087-46a6-82f6-add91abce8ce.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.283037] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd20698b-ea81-4ccf-bca8-eb4c3d83a0c4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.289202] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 799.289202] env[68205]: value = "task-2904274" [ 799.289202] env[68205]: _type = "Task" [ 799.289202] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.298392] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904274, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.614575] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.614575] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquired lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.614890] env[68205]: DEBUG nova.network.neutron [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.624072] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.665031] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance d19fc1e1-b61c-4366-b880-85e694c40ee1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.701730] env[68205]: DEBUG oslo_concurrency.lockutils [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquiring lock "refresh_cache-4e1092eb-b9a9-4997-95d6-ba88f4e907f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.701936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquired lock "refresh_cache-4e1092eb-b9a9-4997-95d6-ba88f4e907f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.702158] env[68205]: DEBUG nova.network.neutron [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.745397] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904273, 'name': Rename_Task, 'duration_secs': 0.322787} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.746045] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.746307] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a1d09ff-4040-49f2-8b55-5686f5389e80 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.753818] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 799.753818] env[68205]: value = "task-2904275" [ 799.753818] env[68205]: _type = "Task" [ 799.753818] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.762695] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.800652] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904274, 'name': Rename_Task, 'duration_secs': 0.296181} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.800652] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.800652] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21793e0c-f531-4887-b5f3-e3e3a4f1e6dc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.806754] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 799.806754] env[68205]: value = "task-2904276" [ 799.806754] env[68205]: _type = "Task" [ 799.806754] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.815180] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.168278] env[68205]: DEBUG nova.network.neutron [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.170743] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 312b10df-28a7-496d-88c8-ddc0b17e8c9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.264509] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904275, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.323685] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904276, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.359838] env[68205]: DEBUG nova.network.neutron [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Updating instance_info_cache with network_info: [{"id": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "address": "fa:16:3e:02:a9:e1", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276a1ee6-d2", "ovs_interfaceid": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.466715] env[68205]: DEBUG nova.network.neutron [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Updating instance_info_cache with network_info: [{"id": "7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8", "address": "fa:16:3e:39:87:4e", "network": {"id": "6214678e-3ec0-4cf8-9f42-5bc6fef07a99", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1774968033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bbe074a657a42bd8b2a88213207901e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5d4533-bd", "ovs_interfaceid": "7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.676349] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 20eb57e4-d4cd-4b2b-ba64-e47288e661f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.765136] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904275, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.816869] env[68205]: DEBUG oslo_vmware.api [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904276, 'name': PowerOnVM_Task, 'duration_secs': 0.971561} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.817146] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.817347] env[68205]: INFO nova.compute.manager [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Took 9.29 seconds to spawn the instance on the hypervisor. [ 800.817550] env[68205]: DEBUG nova.compute.manager [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.818345] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd03a26-8a50-4407-b878-28b614c7293d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.845919] env[68205]: DEBUG nova.compute.manager [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.847129] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075078fa-bb7b-467c-823a-ef054eb72813 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.864061] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Releasing lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.864061] env[68205]: DEBUG nova.compute.manager [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Instance network_info: |[{"id": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "address": "fa:16:3e:02:a9:e1", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276a1ee6-d2", "ovs_interfaceid": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.864061] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:a9:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '276a1ee6-d29a-446f-b53b-4296d8c1989f', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.871403] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.872084] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.872317] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afaec611-82e9-4284-91b5-7df734dac55d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.892654] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.892654] env[68205]: value = "task-2904277" [ 800.892654] env[68205]: _type = "Task" [ 800.892654] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.902131] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904277, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.969141] env[68205]: DEBUG oslo_concurrency.lockutils [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Releasing lock "refresh_cache-4e1092eb-b9a9-4997-95d6-ba88f4e907f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.034963] env[68205]: DEBUG nova.compute.manager [req-65424385-4713-4175-9218-1dd2a2fff7a1 req-0221065f-04bc-4bac-9cb3-6838020cb640 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Received event network-changed-276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.035374] env[68205]: DEBUG nova.compute.manager [req-65424385-4713-4175-9218-1dd2a2fff7a1 req-0221065f-04bc-4bac-9cb3-6838020cb640 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Refreshing instance network info cache due to event network-changed-276a1ee6-d29a-446f-b53b-4296d8c1989f. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.035629] env[68205]: DEBUG oslo_concurrency.lockutils [req-65424385-4713-4175-9218-1dd2a2fff7a1 req-0221065f-04bc-4bac-9cb3-6838020cb640 service nova] Acquiring lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.035758] env[68205]: DEBUG oslo_concurrency.lockutils [req-65424385-4713-4175-9218-1dd2a2fff7a1 req-0221065f-04bc-4bac-9cb3-6838020cb640 service nova] Acquired lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.035913] env[68205]: DEBUG nova.network.neutron [req-65424385-4713-4175-9218-1dd2a2fff7a1 req-0221065f-04bc-4bac-9cb3-6838020cb640 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Refreshing network info cache for port 276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.182340] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 5d907468-7208-420e-9ca7-5885ab1205f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.265222] env[68205]: DEBUG oslo_vmware.api [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904275, 'name': PowerOnVM_Task, 'duration_secs': 1.016338} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.265479] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.265715] env[68205]: INFO nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Took 14.99 seconds to spawn the instance on the hypervisor. [ 801.265900] env[68205]: DEBUG nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.266699] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c465ffbe-510d-42e3-bd04-ba49184ba5e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.340897] env[68205]: INFO nova.compute.manager [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Took 45.77 seconds to build instance. [ 801.359384] env[68205]: INFO nova.compute.manager [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] instance snapshotting [ 801.362390] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41c9acf-3e3e-4f20-924c-c214c103eb28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.383488] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5d2b2b-c98b-48f6-83b3-9c7fa82b33ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.402010] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904277, 'name': CreateVM_Task, 'duration_secs': 0.39173} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.402233] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.402897] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.403076] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.403384] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.403632] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937a57ec-e390-47a5-a41a-f8cb75b7b6a4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.407977] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 801.407977] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52931a87-190a-43cf-5d2c-63286a99627e" [ 801.407977] env[68205]: _type = "Task" [ 801.407977] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.415683] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52931a87-190a-43cf-5d2c-63286a99627e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.473691] env[68205]: DEBUG nova.compute.manager [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.474716] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b221d209-38ec-4c4f-a9d8-4e48803af677 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.685854] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance facc3342-97e6-4209-ae31-a20e9ed70a18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.786255] env[68205]: INFO nova.compute.manager [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Took 53.76 seconds to build instance. [ 801.844231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ea00089-7c66-41e0-8949-e60ee3426148 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lock "aa631f83-2087-46a6-82f6-add91abce8ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.059s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.897020] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.897020] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-905eae07-5f55-40a7-8d85-6d494cb3da80 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.902407] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 801.902407] env[68205]: value = "task-2904278" [ 801.902407] env[68205]: _type = "Task" [ 801.902407] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.911226] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.920942] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52931a87-190a-43cf-5d2c-63286a99627e, 'name': SearchDatastore_Task, 'duration_secs': 0.04277} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.925187] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.925187] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.925187] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.925187] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.925187] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.925187] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65076dc1-b94f-421d-930f-5e884e2383c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.944348] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.944561] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.949463] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f6ed07-b9a0-46f3-ad9b-b8942008dd7c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.955099] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 801.955099] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52393871-b468-e842-df35-f24f764062fd" [ 801.955099] env[68205]: _type = "Task" [ 801.955099] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.966986] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52393871-b468-e842-df35-f24f764062fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.998883] env[68205]: DEBUG nova.network.neutron [req-65424385-4713-4175-9218-1dd2a2fff7a1 req-0221065f-04bc-4bac-9cb3-6838020cb640 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Updated VIF entry in instance network info cache for port 276a1ee6-d29a-446f-b53b-4296d8c1989f. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.998883] env[68205]: DEBUG nova.network.neutron [req-65424385-4713-4175-9218-1dd2a2fff7a1 req-0221065f-04bc-4bac-9cb3-6838020cb640 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Updating instance_info_cache with network_info: [{"id": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "address": "fa:16:3e:02:a9:e1", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276a1ee6-d2", "ovs_interfaceid": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.188761] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.288790] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4bcc49e9-270f-4bd9-b64a-1ce753c75601 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.418s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.348827] env[68205]: DEBUG nova.compute.manager [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.367981] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.368912] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.368912] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.369191] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.369356] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.372119] env[68205]: DEBUG nova.compute.manager [req-b68006d4-3a13-445f-9e2d-d44f821842ac req-40896b46-1e59-4550-bfaa-af7ccd0c4ae2 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Received event network-changed-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.372298] env[68205]: DEBUG nova.compute.manager [req-b68006d4-3a13-445f-9e2d-d44f821842ac req-40896b46-1e59-4550-bfaa-af7ccd0c4ae2 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Refreshing instance network info cache due to event network-changed-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.372498] env[68205]: DEBUG oslo_concurrency.lockutils [req-b68006d4-3a13-445f-9e2d-d44f821842ac req-40896b46-1e59-4550-bfaa-af7ccd0c4ae2 service nova] Acquiring lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.372617] env[68205]: DEBUG oslo_concurrency.lockutils [req-b68006d4-3a13-445f-9e2d-d44f821842ac req-40896b46-1e59-4550-bfaa-af7ccd0c4ae2 service nova] Acquired lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.372769] env[68205]: DEBUG nova.network.neutron [req-b68006d4-3a13-445f-9e2d-d44f821842ac req-40896b46-1e59-4550-bfaa-af7ccd0c4ae2 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Refreshing network info cache for port 6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.374351] env[68205]: INFO nova.compute.manager [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Terminating instance [ 802.413392] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.467029] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52393871-b468-e842-df35-f24f764062fd, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.467029] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd048284-038e-4431-ba5f-5e1ce6b2a421 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.474122] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 802.474122] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52731735-7939-e984-03af-d1df923a7eb9" [ 802.474122] env[68205]: _type = "Task" [ 802.474122] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.484058] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52731735-7939-e984-03af-d1df923a7eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.495107] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9306fce-f2e7-429a-b30f-84de12bc27ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.502372] env[68205]: DEBUG oslo_concurrency.lockutils [req-65424385-4713-4175-9218-1dd2a2fff7a1 req-0221065f-04bc-4bac-9cb3-6838020cb640 service nova] Releasing lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.503975] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Doing hard reboot of VM {{(pid=68205) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 802.503975] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bd295f5a-5dca-4a44-890a-534789597d10 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.510065] env[68205]: DEBUG oslo_vmware.api [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 802.510065] env[68205]: value = "task-2904279" [ 802.510065] env[68205]: _type = "Task" [ 802.510065] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.518566] env[68205]: DEBUG oslo_vmware.api [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904279, 'name': ResetVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.556914] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "a20032d7-90d1-47fe-9b7d-64e0ad250897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.558475] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "a20032d7-90d1-47fe-9b7d-64e0ad250897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.558475] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "a20032d7-90d1-47fe-9b7d-64e0ad250897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.558674] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "a20032d7-90d1-47fe-9b7d-64e0ad250897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.558839] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "a20032d7-90d1-47fe-9b7d-64e0ad250897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.561195] env[68205]: INFO nova.compute.manager [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Terminating instance [ 802.692106] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 1a7265df-0cae-411c-a4fe-72870826d0e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.790836] env[68205]: DEBUG nova.compute.manager [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.871522] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.882720] env[68205]: DEBUG nova.compute.manager [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.882901] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.883810] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd310530-d6ce-4431-b3e8-6b7b7dc68cd9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.891487] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.892078] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f1ac3b7-328c-401b-8e6c-9312919fd716 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.898021] env[68205]: DEBUG oslo_vmware.api [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 802.898021] env[68205]: value = "task-2904280" [ 802.898021] env[68205]: _type = "Task" [ 802.898021] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.905549] env[68205]: DEBUG oslo_vmware.api [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.917068] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904278, 'name': CreateSnapshot_Task, 'duration_secs': 0.863275} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.917317] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.918038] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544549aa-bd47-423b-b020-d42f7f24a3e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.981812] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52731735-7939-e984-03af-d1df923a7eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.012594} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.982175] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.982436] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 6a7f56a0-251a-4461-a882-9019cb2d31ea/6a7f56a0-251a-4461-a882-9019cb2d31ea.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.982699] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e317489b-ef4f-4264-a406-54e46830fa4e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.989207] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 802.989207] env[68205]: value = "task-2904281" [ 802.989207] env[68205]: _type = "Task" [ 802.989207] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.000333] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.021277] env[68205]: DEBUG oslo_vmware.api [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904279, 'name': ResetVM_Task, 'duration_secs': 0.10883} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.021544] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Did hard reboot of VM {{(pid=68205) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 803.021754] env[68205]: DEBUG nova.compute.manager [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.022581] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc16eda5-1388-40e1-9888-a19f85644625 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.065948] env[68205]: DEBUG nova.compute.manager [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.066180] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.067057] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8db58b-8d28-49aa-862b-67759a63e2f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.076743] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.076990] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce9fc09-9749-4fb7-b693-54b403922b76 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.085561] env[68205]: DEBUG oslo_vmware.api [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 803.085561] env[68205]: value = "task-2904282" [ 803.085561] env[68205]: _type = "Task" [ 803.085561] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.093110] env[68205]: DEBUG oslo_vmware.api [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.155407] env[68205]: DEBUG nova.network.neutron [req-b68006d4-3a13-445f-9e2d-d44f821842ac req-40896b46-1e59-4550-bfaa-af7ccd0c4ae2 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updated VIF entry in instance network info cache for port 6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.155876] env[68205]: DEBUG nova.network.neutron [req-b68006d4-3a13-445f-9e2d-d44f821842ac req-40896b46-1e59-4550-bfaa-af7ccd0c4ae2 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updating instance_info_cache with network_info: [{"id": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "address": "fa:16:3e:a4:82:31", "network": {"id": "60c1e4a4-8aca-4626-88cc-443550d78fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-709870888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45652b13a0cb41bcbdea30f8569eca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95b3f0-00", "ovs_interfaceid": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.194794] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 68dbd909-bd4a-4de6-86d1-942261f816c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.313623] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.408808] env[68205]: DEBUG oslo_vmware.api [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904280, 'name': PowerOffVM_Task, 'duration_secs': 0.363203} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.409588] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.409588] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.409588] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb10cec0-1981-4eb9-98cf-58cbc7f7655f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.436662] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.437042] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-570ea58b-3353-4ce4-8825-2b03b3bc6cc4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.445475] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 803.445475] env[68205]: value = "task-2904284" [ 803.445475] env[68205]: _type = "Task" [ 803.445475] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.457208] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904284, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.496964] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.497251] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.497493] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleting the datastore file [datastore1] ffc1e545-a64e-4c24-8d82-c2e74d953a0f {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.498293] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7145cbfe-224e-4932-baa4-65dc159fd2ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.505827] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904281, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.511283] env[68205]: DEBUG oslo_vmware.api [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 803.511283] env[68205]: value = "task-2904285" [ 803.511283] env[68205]: _type = "Task" [ 803.511283] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.519626] env[68205]: DEBUG oslo_vmware.api [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.536105] env[68205]: DEBUG oslo_concurrency.lockutils [None req-acdd5ebc-2ed0-4043-8c6f-558ad571a978 tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.370s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.596384] env[68205]: DEBUG oslo_vmware.api [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904282, 'name': PowerOffVM_Task, 'duration_secs': 0.193099} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.597876] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.597876] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.597876] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2040c68-dce0-4ea4-a1b3-589039132eb4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.658800] env[68205]: DEBUG oslo_concurrency.lockutils [req-b68006d4-3a13-445f-9e2d-d44f821842ac req-40896b46-1e59-4550-bfaa-af7ccd0c4ae2 service nova] Releasing lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.665067] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.665067] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.665067] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleting the datastore file [datastore2] a20032d7-90d1-47fe-9b7d-64e0ad250897 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.665287] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edb871b4-a0a3-435d-8b3c-74e2fec5fd06 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.671451] env[68205]: DEBUG oslo_vmware.api [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 803.671451] env[68205]: value = "task-2904287" [ 803.671451] env[68205]: _type = "Task" [ 803.671451] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.680250] env[68205]: DEBUG oslo_vmware.api [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.699378] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance d0671ddd-2c1d-4804-bada-5580fe3a7292 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.955915] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904284, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.999792] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585338} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.000073] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 6a7f56a0-251a-4461-a882-9019cb2d31ea/6a7f56a0-251a-4461-a882-9019cb2d31ea.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.000295] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.000543] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f020047-c87f-4712-bfe2-dd297e3b1061 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.006639] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 804.006639] env[68205]: value = "task-2904288" [ 804.006639] env[68205]: _type = "Task" [ 804.006639] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.017464] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.022524] env[68205]: DEBUG oslo_vmware.api [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262589} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.022766] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.022994] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.023214] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.023385] env[68205]: INFO nova.compute.manager [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.023627] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.023815] env[68205]: DEBUG nova.compute.manager [-] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.023909] env[68205]: DEBUG nova.network.neutron [-] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.076785] env[68205]: DEBUG oslo_concurrency.lockutils [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquiring lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.077055] env[68205]: DEBUG oslo_concurrency.lockutils [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.077260] env[68205]: DEBUG oslo_concurrency.lockutils [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquiring lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.077468] env[68205]: DEBUG oslo_concurrency.lockutils [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.077645] env[68205]: DEBUG oslo_concurrency.lockutils [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.079834] env[68205]: INFO nova.compute.manager [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Terminating instance [ 804.181627] env[68205]: DEBUG oslo_vmware.api [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254876} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.181879] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.182071] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.182283] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.182455] env[68205]: INFO nova.compute.manager [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Took 1.12 seconds to destroy the instance on the hypervisor. [ 804.182709] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.182921] env[68205]: DEBUG nova.compute.manager [-] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.183026] env[68205]: DEBUG nova.network.neutron [-] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.202551] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance aa17c44d-b31b-4d48-bd02-cd2b38b13452 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.399567] env[68205]: DEBUG nova.compute.manager [req-47362206-a4bc-4611-aaae-b68e022723f0 req-adcfe9c3-f403-40d2-a518-fbfa440cf958 service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Received event network-vif-deleted-7e042317-018c-4e00-864f-3f56f2a4602b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.399567] env[68205]: INFO nova.compute.manager [req-47362206-a4bc-4611-aaae-b68e022723f0 req-adcfe9c3-f403-40d2-a518-fbfa440cf958 service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Neutron deleted interface 7e042317-018c-4e00-864f-3f56f2a4602b; detaching it from the instance and deleting it from the info cache [ 804.399567] env[68205]: DEBUG nova.network.neutron [req-47362206-a4bc-4611-aaae-b68e022723f0 req-adcfe9c3-f403-40d2-a518-fbfa440cf958 service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.458967] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904284, 'name': CloneVM_Task} progress is 95%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.472499] env[68205]: DEBUG nova.compute.manager [req-70d81612-08e2-496e-bb36-d4afee61bbf3 req-71d04741-a698-443f-b42a-ad766168b636 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Received event network-vif-deleted-8eead030-9cfe-4b7c-a7d3-c738bb4413e6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.472499] env[68205]: INFO nova.compute.manager [req-70d81612-08e2-496e-bb36-d4afee61bbf3 req-71d04741-a698-443f-b42a-ad766168b636 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Neutron deleted interface 8eead030-9cfe-4b7c-a7d3-c738bb4413e6; detaching it from the instance and deleting it from the info cache [ 804.472499] env[68205]: DEBUG nova.network.neutron [req-70d81612-08e2-496e-bb36-d4afee61bbf3 req-71d04741-a698-443f-b42a-ad766168b636 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.516810] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065944} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.517104] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.517966] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb25e2d2-e680-4d11-aaba-2afe73778757 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.540997] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 6a7f56a0-251a-4461-a882-9019cb2d31ea/6a7f56a0-251a-4461-a882-9019cb2d31ea.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.541730] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f4d73d-64f4-4ce7-be45-20bb7694fce9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.563771] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 804.563771] env[68205]: value = "task-2904289" [ 804.563771] env[68205]: _type = "Task" [ 804.563771] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.571829] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.584736] env[68205]: DEBUG nova.compute.manager [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.585017] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.585899] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700d2cb6-1c70-42d5-a9dd-a13469311c02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.593202] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.593454] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b8f5271-d670-4f9e-ac80-f42e64b1167c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.598716] env[68205]: DEBUG oslo_vmware.api [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 804.598716] env[68205]: value = "task-2904290" [ 804.598716] env[68205]: _type = "Task" [ 804.598716] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.606713] env[68205]: DEBUG oslo_vmware.api [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.706099] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 15528757-b487-4c16-ba3e-254c3599e3b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.814802] env[68205]: DEBUG nova.network.neutron [-] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.902113] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b561eaa8-9b6f-4bd4-be95-c58869328545 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.911198] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7090f9-084f-4de9-a507-f7dbac5e2f4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.944886] env[68205]: DEBUG nova.network.neutron [-] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.946565] env[68205]: DEBUG nova.compute.manager [req-47362206-a4bc-4611-aaae-b68e022723f0 req-adcfe9c3-f403-40d2-a518-fbfa440cf958 service nova] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Detach interface failed, port_id=7e042317-018c-4e00-864f-3f56f2a4602b, reason: Instance ffc1e545-a64e-4c24-8d82-c2e74d953a0f could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 804.957277] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904284, 'name': CloneVM_Task, 'duration_secs': 1.30625} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.957515] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Created linked-clone VM from snapshot [ 804.958237] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c19eec-4eca-41c9-b2fd-b95be441d202 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.965848] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Uploading image be18de81-3524-456c-85a2-c1c84cad9904 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.974507] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-401518f4-f9e7-45f3-a3fb-5d3d4aa52086 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.983258] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77985c88-4059-437c-a8b8-dc7c30d33961 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.005030] env[68205]: DEBUG oslo_vmware.rw_handles [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 805.005030] env[68205]: value = "vm-583318" [ 805.005030] env[68205]: _type = "VirtualMachine" [ 805.005030] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 805.006021] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cb61826f-49e7-4c14-b7e5-a17028034a70 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.020145] env[68205]: DEBUG nova.compute.manager [req-70d81612-08e2-496e-bb36-d4afee61bbf3 req-71d04741-a698-443f-b42a-ad766168b636 service nova] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Detach interface failed, port_id=8eead030-9cfe-4b7c-a7d3-c738bb4413e6, reason: Instance a20032d7-90d1-47fe-9b7d-64e0ad250897 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 805.025455] env[68205]: DEBUG oslo_vmware.rw_handles [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lease: (returnval){ [ 805.025455] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c25ba-ed3a-9d9d-dc01-8c588337c7b7" [ 805.025455] env[68205]: _type = "HttpNfcLease" [ 805.025455] env[68205]: } obtained for exporting VM: (result){ [ 805.025455] env[68205]: value = "vm-583318" [ 805.025455] env[68205]: _type = "VirtualMachine" [ 805.025455] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 805.027249] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the lease: (returnval){ [ 805.027249] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c25ba-ed3a-9d9d-dc01-8c588337c7b7" [ 805.027249] env[68205]: _type = "HttpNfcLease" [ 805.027249] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 805.031572] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.031572] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c25ba-ed3a-9d9d-dc01-8c588337c7b7" [ 805.031572] env[68205]: _type = "HttpNfcLease" [ 805.031572] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 805.072920] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904289, 'name': ReconfigVM_Task, 'duration_secs': 0.329201} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.073210] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 6a7f56a0-251a-4461-a882-9019cb2d31ea/6a7f56a0-251a-4461-a882-9019cb2d31ea.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.073881] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd3cf83d-115c-40c1-86ab-43e78e48f0b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.079415] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 805.079415] env[68205]: value = "task-2904292" [ 805.079415] env[68205]: _type = "Task" [ 805.079415] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.086554] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904292, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.107478] env[68205]: DEBUG oslo_vmware.api [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904290, 'name': PowerOffVM_Task, 'duration_secs': 0.233578} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.107742] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.107931] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.108194] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41bfb257-60d5-4563-8908-0894b39986ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.164654] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.164654] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.164816] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Deleting the datastore file [datastore1] 4e1092eb-b9a9-4997-95d6-ba88f4e907f6 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.165027] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-952f6bf3-049e-4b9b-aec1-8e9cb69912db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.171718] env[68205]: DEBUG oslo_vmware.api [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for the task: (returnval){ [ 805.171718] env[68205]: value = "task-2904294" [ 805.171718] env[68205]: _type = "Task" [ 805.171718] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.180749] env[68205]: DEBUG oslo_vmware.api [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.209621] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 08e3a0b1-37f3-4fdd-bdca-0decb326d849 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.317440] env[68205]: INFO nova.compute.manager [-] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Took 1.29 seconds to deallocate network for instance. [ 805.448064] env[68205]: INFO nova.compute.manager [-] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Took 1.26 seconds to deallocate network for instance. [ 805.534973] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.534973] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c25ba-ed3a-9d9d-dc01-8c588337c7b7" [ 805.534973] env[68205]: _type = "HttpNfcLease" [ 805.534973] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.534973] env[68205]: DEBUG oslo_vmware.rw_handles [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.534973] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c25ba-ed3a-9d9d-dc01-8c588337c7b7" [ 805.534973] env[68205]: _type = "HttpNfcLease" [ 805.534973] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.535479] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573f1049-fe8e-486a-8eff-37bfe0c18647 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.543309] env[68205]: DEBUG oslo_vmware.rw_handles [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e013d2-2c82-cd81-a627-6e4a67ae00b9/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.543488] env[68205]: DEBUG oslo_vmware.rw_handles [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e013d2-2c82-cd81-a627-6e4a67ae00b9/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.607507] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904292, 'name': Rename_Task, 'duration_secs': 0.129756} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.608221] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.608423] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03b9b186-5eae-4ecf-b910-8a6134e863da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.614364] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 805.614364] env[68205]: value = "task-2904295" [ 805.614364] env[68205]: _type = "Task" [ 805.614364] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.626365] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.635805] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40028d18-5965-4bf7-8acf-07a6755f15a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.681362] env[68205]: DEBUG oslo_vmware.api [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.713133] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 543745eb-5fa4-4f64-9410-dd591ba76949 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.824185] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.954298] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.127411] env[68205]: DEBUG oslo_vmware.api [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904295, 'name': PowerOnVM_Task, 'duration_secs': 0.497682} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.128075] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.128075] env[68205]: INFO nova.compute.manager [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Took 7.52 seconds to spawn the instance on the hypervisor. [ 806.128229] env[68205]: DEBUG nova.compute.manager [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.128998] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc11a32-2b65-4baf-9db6-33ed16e4e67c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.183524] env[68205]: DEBUG oslo_vmware.api [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Task: {'id': task-2904294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568331} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.183862] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.184072] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.184318] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.184570] env[68205]: INFO nova.compute.manager [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Took 1.60 seconds to destroy the instance on the hypervisor. [ 806.185292] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.186043] env[68205]: DEBUG nova.compute.manager [-] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.186043] env[68205]: DEBUG nova.network.neutron [-] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.215375] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance c4137e26-8a6c-4a46-879a-b0903b29b436 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.566261] env[68205]: DEBUG nova.compute.manager [req-2051bb24-4144-439d-9614-f3ca9e9e5aa7 req-fe3de537-f14b-45e3-95f6-44d2e470cb1a service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Received event network-vif-deleted-7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.566261] env[68205]: INFO nova.compute.manager [req-2051bb24-4144-439d-9614-f3ca9e9e5aa7 req-fe3de537-f14b-45e3-95f6-44d2e470cb1a service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Neutron deleted interface 7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8; detaching it from the instance and deleting it from the info cache [ 806.566372] env[68205]: DEBUG nova.network.neutron [req-2051bb24-4144-439d-9614-f3ca9e9e5aa7 req-fe3de537-f14b-45e3-95f6-44d2e470cb1a service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.646452] env[68205]: INFO nova.compute.manager [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Took 47.12 seconds to build instance. [ 806.718991] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance eff0b99f-6d73-4a17-b678-830a08c31a29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.719281] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 806.720188] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 806.953034] env[68205]: DEBUG nova.network.neutron [-] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.981905] env[68205]: DEBUG nova.compute.manager [req-abd524c5-cf3b-41ff-b58c-bf33e1e667ad req-dc25b4cf-ffb2-48fa-8dc0-4ce79ad23a52 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Received event network-changed-276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.982326] env[68205]: DEBUG nova.compute.manager [req-abd524c5-cf3b-41ff-b58c-bf33e1e667ad req-dc25b4cf-ffb2-48fa-8dc0-4ce79ad23a52 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Refreshing instance network info cache due to event network-changed-276a1ee6-d29a-446f-b53b-4296d8c1989f. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.982563] env[68205]: DEBUG oslo_concurrency.lockutils [req-abd524c5-cf3b-41ff-b58c-bf33e1e667ad req-dc25b4cf-ffb2-48fa-8dc0-4ce79ad23a52 service nova] Acquiring lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.983310] env[68205]: DEBUG oslo_concurrency.lockutils [req-abd524c5-cf3b-41ff-b58c-bf33e1e667ad req-dc25b4cf-ffb2-48fa-8dc0-4ce79ad23a52 service nova] Acquired lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.983310] env[68205]: DEBUG nova.network.neutron [req-abd524c5-cf3b-41ff-b58c-bf33e1e667ad req-dc25b4cf-ffb2-48fa-8dc0-4ce79ad23a52 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Refreshing network info cache for port 276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.071817] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4919e98-1ff0-4d4e-8c21-86b540b8f9dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.081557] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c176be6-f62a-4a2b-954e-74d02181ef8f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.119224] env[68205]: DEBUG nova.compute.manager [req-2051bb24-4144-439d-9614-f3ca9e9e5aa7 req-fe3de537-f14b-45e3-95f6-44d2e470cb1a service nova] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Detach interface failed, port_id=7a5d4533-bd28-4f5b-9bf3-f67f4c157ec8, reason: Instance 4e1092eb-b9a9-4997-95d6-ba88f4e907f6 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.148531] env[68205]: DEBUG oslo_concurrency.lockutils [None req-95b9e4c1-995e-4882-8a93-82be337671d5 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "6a7f56a0-251a-4461-a882-9019cb2d31ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.007s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.265836] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafd5c88-0627-4037-b67e-b74a513fa75a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.273496] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d7eed7-b4ae-4a04-aa61-b30fc3bd3f37 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.305817] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3321813c-1cb7-4e6a-a7ab-44c3db8d2a9b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.313961] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785eecef-f8f2-4258-8233-f32c7ae4aa27 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.327401] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.455815] env[68205]: INFO nova.compute.manager [-] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Took 1.27 seconds to deallocate network for instance. [ 807.648283] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "6a7f56a0-251a-4461-a882-9019cb2d31ea" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.648633] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "6a7f56a0-251a-4461-a882-9019cb2d31ea" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.648944] env[68205]: INFO nova.compute.manager [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Rebooting instance [ 807.651792] env[68205]: DEBUG nova.compute.manager [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.723177] env[68205]: DEBUG nova.network.neutron [req-abd524c5-cf3b-41ff-b58c-bf33e1e667ad req-dc25b4cf-ffb2-48fa-8dc0-4ce79ad23a52 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Updated VIF entry in instance network info cache for port 276a1ee6-d29a-446f-b53b-4296d8c1989f. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.723598] env[68205]: DEBUG nova.network.neutron [req-abd524c5-cf3b-41ff-b58c-bf33e1e667ad req-dc25b4cf-ffb2-48fa-8dc0-4ce79ad23a52 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Updating instance_info_cache with network_info: [{"id": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "address": "fa:16:3e:02:a9:e1", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276a1ee6-d2", "ovs_interfaceid": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.830843] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.963016] env[68205]: DEBUG oslo_concurrency.lockutils [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.172946] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.174126] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.226024] env[68205]: DEBUG oslo_concurrency.lockutils [req-abd524c5-cf3b-41ff-b58c-bf33e1e667ad req-dc25b4cf-ffb2-48fa-8dc0-4ce79ad23a52 service nova] Releasing lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.226570] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquired lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.226784] env[68205]: DEBUG nova.network.neutron [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.335716] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 808.336043] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.761s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.336401] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.059s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.338104] env[68205]: INFO nova.compute.claims [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.015720] env[68205]: DEBUG nova.network.neutron [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Updating instance_info_cache with network_info: [{"id": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "address": "fa:16:3e:02:a9:e1", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276a1ee6-d2", "ovs_interfaceid": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.518042] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Releasing lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.795169] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62612b22-57b0-4702-b404-38b0315c6b39 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.803434] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55939878-7428-4b7b-81f5-b85906ad16f5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.834032] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2bc400-d700-46bb-9436-152213bc8059 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.842132] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8975c80-4912-41b4-89bf-40176efc65d1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.858026] env[68205]: DEBUG nova.compute.provider_tree [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.023237] env[68205]: DEBUG nova.compute.manager [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.024152] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688913cb-e8ab-4969-8a4a-752b719997fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.360972] env[68205]: DEBUG nova.scheduler.client.report [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.867031] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.867620] env[68205]: DEBUG nova.compute.manager [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.870439] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.707s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.871880] env[68205]: INFO nova.compute.claims [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.042023] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e61a283-81c5-4ab2-91e4-8ed64e5f37ae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.050453] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Doing hard reboot of VM {{(pid=68205) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 811.050705] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9c9d6d55-3d17-43f7-a413-bbaa717731ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.058064] env[68205]: DEBUG oslo_vmware.api [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 811.058064] env[68205]: value = "task-2904296" [ 811.058064] env[68205]: _type = "Task" [ 811.058064] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.066365] env[68205]: DEBUG oslo_vmware.api [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904296, 'name': ResetVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.377695] env[68205]: DEBUG nova.compute.utils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.377695] env[68205]: DEBUG nova.compute.manager [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.378249] env[68205]: DEBUG nova.network.neutron [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.424568] env[68205]: DEBUG nova.policy [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6568bbd6cd44e41a0d59f4555b09acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01e82def949a4ced86440216a4dcc0ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.568140] env[68205]: DEBUG oslo_vmware.api [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904296, 'name': ResetVM_Task, 'duration_secs': 0.201233} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.568422] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Did hard reboot of VM {{(pid=68205) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 811.568610] env[68205]: DEBUG nova.compute.manager [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.569707] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3259e5f8-ecfe-429a-96e1-43135d2eff16 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.796274] env[68205]: DEBUG nova.network.neutron [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Successfully created port: 7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.881868] env[68205]: DEBUG nova.compute.manager [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.082854] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36e8842f-a9d9-4cd8-8069-07dd9d1f474b tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "6a7f56a0-251a-4461-a882-9019cb2d31ea" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.434s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.139978] env[68205]: DEBUG nova.compute.manager [req-9efb5d12-75a0-43ea-b4d8-94dab0190ebe req-c576ebc5-18cc-4fb1-94d7-ac307876f63a service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Received event network-changed-276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.139978] env[68205]: DEBUG nova.compute.manager [req-9efb5d12-75a0-43ea-b4d8-94dab0190ebe req-c576ebc5-18cc-4fb1-94d7-ac307876f63a service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Refreshing instance network info cache due to event network-changed-276a1ee6-d29a-446f-b53b-4296d8c1989f. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.140224] env[68205]: DEBUG oslo_concurrency.lockutils [req-9efb5d12-75a0-43ea-b4d8-94dab0190ebe req-c576ebc5-18cc-4fb1-94d7-ac307876f63a service nova] Acquiring lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.140415] env[68205]: DEBUG oslo_concurrency.lockutils [req-9efb5d12-75a0-43ea-b4d8-94dab0190ebe req-c576ebc5-18cc-4fb1-94d7-ac307876f63a service nova] Acquired lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.140633] env[68205]: DEBUG nova.network.neutron [req-9efb5d12-75a0-43ea-b4d8-94dab0190ebe req-c576ebc5-18cc-4fb1-94d7-ac307876f63a service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Refreshing network info cache for port 276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.447180] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f31ea-8dcd-4903-85c2-21b3f03c02d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.455456] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf60161-a02b-498b-b188-a3ccae9a1dda {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.487637] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7237162a-1bd6-43e8-a827-fd2850f7a655 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.495585] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91405200-8c4f-437c-a1a5-7212a3035600 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.509301] env[68205]: DEBUG nova.compute.provider_tree [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.848878] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "6a7f56a0-251a-4461-a882-9019cb2d31ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.849133] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "6a7f56a0-251a-4461-a882-9019cb2d31ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.850173] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "6a7f56a0-251a-4461-a882-9019cb2d31ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.850526] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "6a7f56a0-251a-4461-a882-9019cb2d31ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.850836] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "6a7f56a0-251a-4461-a882-9019cb2d31ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.855026] env[68205]: INFO nova.compute.manager [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Terminating instance [ 812.886857] env[68205]: DEBUG nova.network.neutron [req-9efb5d12-75a0-43ea-b4d8-94dab0190ebe req-c576ebc5-18cc-4fb1-94d7-ac307876f63a service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Updated VIF entry in instance network info cache for port 276a1ee6-d29a-446f-b53b-4296d8c1989f. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.887337] env[68205]: DEBUG nova.network.neutron [req-9efb5d12-75a0-43ea-b4d8-94dab0190ebe req-c576ebc5-18cc-4fb1-94d7-ac307876f63a service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Updating instance_info_cache with network_info: [{"id": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "address": "fa:16:3e:02:a9:e1", "network": {"id": "bf2134f8-f709-45d4-be42-eefa01dea5a6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1880138244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16e25687741f46b8853fe2e3eeab7185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap276a1ee6-d2", "ovs_interfaceid": "276a1ee6-d29a-446f-b53b-4296d8c1989f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.896420] env[68205]: DEBUG nova.compute.manager [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.919052] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.919323] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.919478] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.919718] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.919900] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.920084] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.920300] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.920470] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.920659] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.920839] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.921032] env[68205]: DEBUG nova.virt.hardware [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.921928] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6514473-9eb1-45a0-ada1-23fbdf49a5a9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.930425] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d428d3f-4fa9-4bcc-b663-3f2577af5e13 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.013016] env[68205]: DEBUG nova.scheduler.client.report [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.262117] env[68205]: DEBUG nova.compute.manager [req-67acb626-017f-456e-a970-d0b0e0d18e5e req-2193029c-6cc8-4ab6-a534-68d0ab615e1c service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Received event network-vif-plugged-7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.262117] env[68205]: DEBUG oslo_concurrency.lockutils [req-67acb626-017f-456e-a970-d0b0e0d18e5e req-2193029c-6cc8-4ab6-a534-68d0ab615e1c service nova] Acquiring lock "2b4fccd8-06c9-4089-a812-a843181b79e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.262117] env[68205]: DEBUG oslo_concurrency.lockutils [req-67acb626-017f-456e-a970-d0b0e0d18e5e req-2193029c-6cc8-4ab6-a534-68d0ab615e1c service nova] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.262117] env[68205]: DEBUG oslo_concurrency.lockutils [req-67acb626-017f-456e-a970-d0b0e0d18e5e req-2193029c-6cc8-4ab6-a534-68d0ab615e1c service nova] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.262117] env[68205]: DEBUG nova.compute.manager [req-67acb626-017f-456e-a970-d0b0e0d18e5e req-2193029c-6cc8-4ab6-a534-68d0ab615e1c service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] No waiting events found dispatching network-vif-plugged-7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.262117] env[68205]: WARNING nova.compute.manager [req-67acb626-017f-456e-a970-d0b0e0d18e5e req-2193029c-6cc8-4ab6-a534-68d0ab615e1c service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Received unexpected event network-vif-plugged-7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 for instance with vm_state building and task_state spawning. [ 813.359417] env[68205]: DEBUG nova.compute.manager [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.361027] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.361123] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc51a58d-6166-4156-aa62-b06024df2128 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.369377] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.369639] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8971465e-32d1-42b1-8a7b-66b44999c577 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.375803] env[68205]: DEBUG nova.network.neutron [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Successfully updated port: 7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.385024] env[68205]: DEBUG oslo_vmware.api [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 813.385024] env[68205]: value = "task-2904297" [ 813.385024] env[68205]: _type = "Task" [ 813.385024] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.394948] env[68205]: DEBUG oslo_concurrency.lockutils [req-9efb5d12-75a0-43ea-b4d8-94dab0190ebe req-c576ebc5-18cc-4fb1-94d7-ac307876f63a service nova] Releasing lock "refresh_cache-6a7f56a0-251a-4461-a882-9019cb2d31ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.395726] env[68205]: DEBUG oslo_vmware.api [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.517858] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.518481] env[68205]: DEBUG nova.compute.manager [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.521786] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.886s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.521982] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.524876] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.520s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.527129] env[68205]: INFO nova.compute.claims [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.556909] env[68205]: INFO nova.scheduler.client.report [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleted allocations for instance 9d5dee15-72e7-45c9-8862-7ee24b056e71 [ 813.878833] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.879040] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.879169] env[68205]: DEBUG nova.network.neutron [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.893314] env[68205]: DEBUG oslo_vmware.api [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904297, 'name': PowerOffVM_Task, 'duration_secs': 0.246338} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.894192] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.894368] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.894685] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c536fc9f-ed75-4088-b59e-644abfd8a231 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.032464] env[68205]: DEBUG nova.compute.utils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.036605] env[68205]: DEBUG nova.compute.manager [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.036856] env[68205]: DEBUG nova.network.neutron [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.066093] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8058b871-74c4-4de3-b8e0-b7d7cc8793cb tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "9d5dee15-72e7-45c9-8862-7ee24b056e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.936s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.077337] env[68205]: DEBUG nova.policy [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7c9ea4195624ce18a00ff5a0370db4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13ea1b7c153d435086e3c71d94d666dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.408931] env[68205]: DEBUG nova.network.neutron [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Successfully created port: b577c9d6-6edf-4d03-9542-abde67a922d2 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.434298] env[68205]: DEBUG nova.network.neutron [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.544993] env[68205]: DEBUG nova.compute.manager [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.836554] env[68205]: DEBUG nova.network.neutron [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance_info_cache with network_info: [{"id": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "address": "fa:16:3e:5d:6f:64", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0ed9db-0e", "ovs_interfaceid": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.889950] env[68205]: DEBUG oslo_vmware.rw_handles [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e013d2-2c82-cd81-a627-6e4a67ae00b9/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 814.892345] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b9267d-739c-4eec-be40-1c7dcbffb861 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.899159] env[68205]: DEBUG oslo_vmware.rw_handles [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e013d2-2c82-cd81-a627-6e4a67ae00b9/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 814.899286] env[68205]: ERROR oslo_vmware.rw_handles [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e013d2-2c82-cd81-a627-6e4a67ae00b9/disk-0.vmdk due to incomplete transfer. [ 814.899510] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e2feb67a-ed7f-4813-bbd3-859e38aa8631 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.909199] env[68205]: DEBUG oslo_vmware.rw_handles [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e013d2-2c82-cd81-a627-6e4a67ae00b9/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 814.909322] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Uploaded image be18de81-3524-456c-85a2-c1c84cad9904 to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 814.911677] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 814.911791] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-558d37d8-f4be-43d2-b1d4-cb7bfc19f8d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.920452] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 814.920452] env[68205]: value = "task-2904299" [ 814.920452] env[68205]: _type = "Task" [ 814.920452] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.932359] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904299, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.132165] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc1c193-5f03-490d-8178-d4aca667f5f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.139938] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51880e0-a658-4478-ac2e-aef722302845 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.171460] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd4fcc7-dbd4-4587-9878-bdf6e9957e9f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.174049] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.174235] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.174410] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Deleting the datastore file [datastore1] 6a7f56a0-251a-4461-a882-9019cb2d31ea {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.174667] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f59f9b7f-1113-4da5-8e00-789e238be5d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.181835] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3763d4-2671-4262-ad3e-e63f07a3616a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.185562] env[68205]: DEBUG oslo_vmware.api [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 815.185562] env[68205]: value = "task-2904300" [ 815.185562] env[68205]: _type = "Task" [ 815.185562] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.196410] env[68205]: DEBUG nova.compute.provider_tree [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.202565] env[68205]: DEBUG oslo_vmware.api [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.311321] env[68205]: DEBUG nova.compute.manager [req-e1ec3c65-72aa-41e9-bb13-ead8a5e0d82e req-247c8e5c-3391-4c9e-aacb-a9a839b0e8fc service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Received event network-changed-7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.311589] env[68205]: DEBUG nova.compute.manager [req-e1ec3c65-72aa-41e9-bb13-ead8a5e0d82e req-247c8e5c-3391-4c9e-aacb-a9a839b0e8fc service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Refreshing instance network info cache due to event network-changed-7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.311722] env[68205]: DEBUG oslo_concurrency.lockutils [req-e1ec3c65-72aa-41e9-bb13-ead8a5e0d82e req-247c8e5c-3391-4c9e-aacb-a9a839b0e8fc service nova] Acquiring lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.343581] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.343924] env[68205]: DEBUG nova.compute.manager [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Instance network_info: |[{"id": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "address": "fa:16:3e:5d:6f:64", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0ed9db-0e", "ovs_interfaceid": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.344706] env[68205]: DEBUG oslo_concurrency.lockutils [req-e1ec3c65-72aa-41e9-bb13-ead8a5e0d82e req-247c8e5c-3391-4c9e-aacb-a9a839b0e8fc service nova] Acquired lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.344824] env[68205]: DEBUG nova.network.neutron [req-e1ec3c65-72aa-41e9-bb13-ead8a5e0d82e req-247c8e5c-3391-4c9e-aacb-a9a839b0e8fc service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Refreshing network info cache for port 7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.345961] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:6f:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.353783] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Creating folder: Project (01e82def949a4ced86440216a4dcc0ab). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.354761] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fbd3221-af89-43e7-9613-c7279f82b2db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.365864] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Created folder: Project (01e82def949a4ced86440216a4dcc0ab) in parent group-v583212. [ 815.366072] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Creating folder: Instances. Parent ref: group-v583319. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.366306] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab60fe6b-077c-4013-8a54-4763d7fa98a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.375074] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Created folder: Instances in parent group-v583319. [ 815.375348] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.375545] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.375753] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8416741c-fd27-461b-ab45-4e2e20f96a23 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.397511] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.397511] env[68205]: value = "task-2904303" [ 815.397511] env[68205]: _type = "Task" [ 815.397511] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.405049] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904303, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.430474] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904299, 'name': Destroy_Task, 'duration_secs': 0.35787} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.430810] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Destroyed the VM [ 815.431016] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 815.431405] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58e9826f-28e3-42e3-ab1f-da526b554581 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.437923] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 815.437923] env[68205]: value = "task-2904304" [ 815.437923] env[68205]: _type = "Task" [ 815.437923] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.446261] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904304, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.559317] env[68205]: DEBUG nova.compute.manager [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.581150] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.581405] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.581632] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.581835] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.581979] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.582134] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.582343] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.582494] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.582653] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.582813] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.582980] env[68205]: DEBUG nova.virt.hardware [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.583925] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2462ce5a-95a9-4f0c-b0b3-c3f1b28edf76 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.592420] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825fd800-523f-454f-8a49-3fa6722a48f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.695203] env[68205]: DEBUG oslo_vmware.api [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198818} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.695468] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.695667] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.695849] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.696030] env[68205]: INFO nova.compute.manager [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Took 2.34 seconds to destroy the instance on the hypervisor. [ 815.696272] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.696456] env[68205]: DEBUG nova.compute.manager [-] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.696569] env[68205]: DEBUG nova.network.neutron [-] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.699032] env[68205]: DEBUG nova.scheduler.client.report [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.906897] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904303, 'name': CreateVM_Task, 'duration_secs': 0.352981} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.907080] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.907735] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.907892] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.908231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.908477] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1652cf3-f028-43ff-8434-bbb994867f41 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.912763] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 815.912763] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52880c92-1f7f-9b88-add6-bddeea943241" [ 815.912763] env[68205]: _type = "Task" [ 815.912763] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.920187] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52880c92-1f7f-9b88-add6-bddeea943241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.946136] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904304, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.021857] env[68205]: DEBUG nova.compute.manager [req-3e99f137-1110-44a6-a2c2-af9bc38ff38c req-0928b14d-df88-48ee-a0c7-6a4ec3dca2d3 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Received event network-vif-deleted-276a1ee6-d29a-446f-b53b-4296d8c1989f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.022070] env[68205]: INFO nova.compute.manager [req-3e99f137-1110-44a6-a2c2-af9bc38ff38c req-0928b14d-df88-48ee-a0c7-6a4ec3dca2d3 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Neutron deleted interface 276a1ee6-d29a-446f-b53b-4296d8c1989f; detaching it from the instance and deleting it from the info cache [ 816.022244] env[68205]: DEBUG nova.network.neutron [req-3e99f137-1110-44a6-a2c2-af9bc38ff38c req-0928b14d-df88-48ee-a0c7-6a4ec3dca2d3 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.136948] env[68205]: DEBUG nova.network.neutron [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Successfully updated port: b577c9d6-6edf-4d03-9542-abde67a922d2 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.178299] env[68205]: DEBUG nova.network.neutron [req-e1ec3c65-72aa-41e9-bb13-ead8a5e0d82e req-247c8e5c-3391-4c9e-aacb-a9a839b0e8fc service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updated VIF entry in instance network info cache for port 7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.178644] env[68205]: DEBUG nova.network.neutron [req-e1ec3c65-72aa-41e9-bb13-ead8a5e0d82e req-247c8e5c-3391-4c9e-aacb-a9a839b0e8fc service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance_info_cache with network_info: [{"id": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "address": "fa:16:3e:5d:6f:64", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0ed9db-0e", "ovs_interfaceid": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.203858] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.204388] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.206947] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.360s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.207067] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.209056] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.678s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.215937] env[68205]: INFO nova.compute.claims [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.250294] env[68205]: INFO nova.scheduler.client.report [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted allocations for instance 908894e7-1157-4d04-9bd5-d894adac82c9 [ 816.424458] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52880c92-1f7f-9b88-add6-bddeea943241, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.424773] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.425019] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.425306] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.425457] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.425635] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.426057] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3242a583-546e-458e-b71c-92f16ebdf703 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.434552] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.434853] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.435414] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797107f8-30b1-4eeb-b74b-7168ec5c0f55 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.443080] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 816.443080] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526ca261-a7c2-5749-8565-6638aeddeee2" [ 816.443080] env[68205]: _type = "Task" [ 816.443080] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.449019] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904304, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.454334] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526ca261-a7c2-5749-8565-6638aeddeee2, 'name': SearchDatastore_Task, 'duration_secs': 0.007519} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.455107] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-042b9b60-1e74-4b7d-81d3-9ad05de8de32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.459618] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 816.459618] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c9b72b-3287-2447-126f-a16382835d4b" [ 816.459618] env[68205]: _type = "Task" [ 816.459618] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.467091] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c9b72b-3287-2447-126f-a16382835d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.478495] env[68205]: DEBUG nova.network.neutron [-] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.525841] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f68f9506-ccb3-4a81-ac87-8614b4aa9493 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.535479] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edf355e-7dd1-47d5-8ff5-077be2a9ebf7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.569555] env[68205]: DEBUG nova.compute.manager [req-3e99f137-1110-44a6-a2c2-af9bc38ff38c req-0928b14d-df88-48ee-a0c7-6a4ec3dca2d3 service nova] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Detach interface failed, port_id=276a1ee6-d29a-446f-b53b-4296d8c1989f, reason: Instance 6a7f56a0-251a-4461-a882-9019cb2d31ea could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 816.642156] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "refresh_cache-cf724785-3f69-4e75-93ca-4425ea703689" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.642311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "refresh_cache-cf724785-3f69-4e75-93ca-4425ea703689" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.642461] env[68205]: DEBUG nova.network.neutron [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.684261] env[68205]: DEBUG oslo_concurrency.lockutils [req-e1ec3c65-72aa-41e9-bb13-ead8a5e0d82e req-247c8e5c-3391-4c9e-aacb-a9a839b0e8fc service nova] Releasing lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.727988] env[68205]: DEBUG nova.compute.utils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.732719] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.732913] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.762221] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a6522d6-8205-4b4f-b429-f6ec8533e7f8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "908894e7-1157-4d04-9bd5-d894adac82c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.275s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.793497] env[68205]: DEBUG nova.policy [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b56ecc338f6c469e8a658a9e1db08430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50037f46f504a37afc1be806bce4275', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.955826] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904304, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.974955] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c9b72b-3287-2447-126f-a16382835d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.008458} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.978655] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.978655] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 2b4fccd8-06c9-4089-a812-a843181b79e3/2b4fccd8-06c9-4089-a812-a843181b79e3.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.978655] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91721d22-94e0-40b1-9ff3-117777d19516 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.980581] env[68205]: INFO nova.compute.manager [-] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Took 1.28 seconds to deallocate network for instance. [ 816.990694] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 816.990694] env[68205]: value = "task-2904305" [ 816.990694] env[68205]: _type = "Task" [ 816.990694] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.005786] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.215634] env[68205]: DEBUG nova.network.neutron [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.234040] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.244878] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Successfully created port: 636f7264-a6eb-4775-b6bf-6e2dae9a433a {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.416065] env[68205]: DEBUG nova.compute.manager [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Received event network-vif-plugged-b577c9d6-6edf-4d03-9542-abde67a922d2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.416246] env[68205]: DEBUG oslo_concurrency.lockutils [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] Acquiring lock "cf724785-3f69-4e75-93ca-4425ea703689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.416462] env[68205]: DEBUG oslo_concurrency.lockutils [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] Lock "cf724785-3f69-4e75-93ca-4425ea703689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.416684] env[68205]: DEBUG oslo_concurrency.lockutils [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] Lock "cf724785-3f69-4e75-93ca-4425ea703689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.416852] env[68205]: DEBUG nova.compute.manager [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] [instance: cf724785-3f69-4e75-93ca-4425ea703689] No waiting events found dispatching network-vif-plugged-b577c9d6-6edf-4d03-9542-abde67a922d2 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.417015] env[68205]: WARNING nova.compute.manager [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Received unexpected event network-vif-plugged-b577c9d6-6edf-4d03-9542-abde67a922d2 for instance with vm_state building and task_state spawning. [ 817.417790] env[68205]: DEBUG nova.compute.manager [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Received event network-changed-b577c9d6-6edf-4d03-9542-abde67a922d2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.418009] env[68205]: DEBUG nova.compute.manager [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Refreshing instance network info cache due to event network-changed-b577c9d6-6edf-4d03-9542-abde67a922d2. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.418263] env[68205]: DEBUG oslo_concurrency.lockutils [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] Acquiring lock "refresh_cache-cf724785-3f69-4e75-93ca-4425ea703689" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.456250] env[68205]: DEBUG oslo_vmware.api [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904304, 'name': RemoveSnapshot_Task, 'duration_secs': 1.597069} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.457210] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 817.457555] env[68205]: INFO nova.compute.manager [None req-27e44dd8-d480-4501-8fb2-359aeba803f7 tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 817.494324] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.505655] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904305, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.535782] env[68205]: DEBUG nova.network.neutron [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Updating instance_info_cache with network_info: [{"id": "b577c9d6-6edf-4d03-9542-abde67a922d2", "address": "fa:16:3e:a3:1c:93", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb577c9d6-6e", "ovs_interfaceid": "b577c9d6-6edf-4d03-9542-abde67a922d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.753481] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.753757] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.819703] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74ce7d4-1e54-450d-ba57-6e5400217e4e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.827769] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0140f3-26b8-4851-a6d8-f0634e3b354f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.858725] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad03857-4684-443c-8e00-f2c68a03b968 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.865879] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386f7657-c663-4138-b191-328a8f0d7af1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.879423] env[68205]: DEBUG nova.compute.provider_tree [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.004012] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904305, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.040519] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "refresh_cache-cf724785-3f69-4e75-93ca-4425ea703689" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.040866] env[68205]: DEBUG nova.compute.manager [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Instance network_info: |[{"id": "b577c9d6-6edf-4d03-9542-abde67a922d2", "address": "fa:16:3e:a3:1c:93", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb577c9d6-6e", "ovs_interfaceid": "b577c9d6-6edf-4d03-9542-abde67a922d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.041175] env[68205]: DEBUG oslo_concurrency.lockutils [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] Acquired lock "refresh_cache-cf724785-3f69-4e75-93ca-4425ea703689" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.041352] env[68205]: DEBUG nova.network.neutron [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Refreshing network info cache for port b577c9d6-6edf-4d03-9542-abde67a922d2 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.042489] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:1c:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b577c9d6-6edf-4d03-9542-abde67a922d2', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.050702] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.051621] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.051844] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a32d6a6-d894-448f-a423-9d3f746523c4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.071706] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.071706] env[68205]: value = "task-2904306" [ 818.071706] env[68205]: _type = "Task" [ 818.071706] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.079646] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904306, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.251588] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.278087] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.278385] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.278549] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.279109] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.279109] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.279109] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.279254] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.279422] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.279630] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.279836] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.280075] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.280936] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2bd740-d7fc-4d16-8476-fffc2d8f09ae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.289752] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed49b3b-0998-474f-b122-5a6b1776ce29 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.382806] env[68205]: DEBUG nova.scheduler.client.report [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.507808] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904305, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.460438} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.508094] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 2b4fccd8-06c9-4089-a812-a843181b79e3/2b4fccd8-06c9-4089-a812-a843181b79e3.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.508295] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.508538] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1df3bca-9f57-4070-bfa5-ea25f8a59d96 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.514290] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 818.514290] env[68205]: value = "task-2904307" [ 818.514290] env[68205]: _type = "Task" [ 818.514290] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.522787] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.582362] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904306, 'name': CreateVM_Task, 'duration_secs': 0.379703} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.582910] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.583216] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.583485] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.583803] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.584381] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b6ae49-3d42-44d7-82ad-7d593e86d365 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.590775] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 818.590775] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d7c5f-74b2-6745-df4a-5c200143f33c" [ 818.590775] env[68205]: _type = "Task" [ 818.590775] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.598777] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d7c5f-74b2-6745-df4a-5c200143f33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.888279] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.888790] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.891416] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.875s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.894543] env[68205]: INFO nova.compute.claims [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.907997] env[68205]: DEBUG nova.network.neutron [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Updated VIF entry in instance network info cache for port b577c9d6-6edf-4d03-9542-abde67a922d2. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.908341] env[68205]: DEBUG nova.network.neutron [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Updating instance_info_cache with network_info: [{"id": "b577c9d6-6edf-4d03-9542-abde67a922d2", "address": "fa:16:3e:a3:1c:93", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb577c9d6-6e", "ovs_interfaceid": "b577c9d6-6edf-4d03-9542-abde67a922d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.026613] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08221} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.026885] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.028218] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3761ec-fce8-4bbb-983b-7dd1af711471 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.056265] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2b4fccd8-06c9-4089-a812-a843181b79e3/2b4fccd8-06c9-4089-a812-a843181b79e3.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.057037] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7798530-c90b-4695-8d4b-c010c4dec8ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.082590] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Successfully updated port: 636f7264-a6eb-4775-b6bf-6e2dae9a433a {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.092729] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 819.092729] env[68205]: value = "task-2904308" [ 819.092729] env[68205]: _type = "Task" [ 819.092729] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.102348] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.105810] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d7c5f-74b2-6745-df4a-5c200143f33c, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.106118] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.106357] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.106610] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.106793] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.107016] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.107668] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba479fa3-a3dc-4675-a0f1-b6d2060a804c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.117680] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.117680] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.117797] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d15e609-7023-407c-b9f7-fd9dc141e4a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.122935] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 819.122935] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52aea1e2-7829-e52b-d2be-fe2bdac0256d" [ 819.122935] env[68205]: _type = "Task" [ 819.122935] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.132331] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52aea1e2-7829-e52b-d2be-fe2bdac0256d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.397344] env[68205]: DEBUG nova.compute.utils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.398680] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.398896] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.411430] env[68205]: DEBUG oslo_concurrency.lockutils [req-06772428-dfd4-4ccf-9380-728f423e2807 req-55e74edf-60cf-4f41-94b9-163d76bd3ec7 service nova] Releasing lock "refresh_cache-cf724785-3f69-4e75-93ca-4425ea703689" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.452172] env[68205]: DEBUG nova.policy [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b56ecc338f6c469e8a658a9e1db08430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50037f46f504a37afc1be806bce4275', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.500780] env[68205]: DEBUG nova.compute.manager [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Received event network-vif-plugged-636f7264-a6eb-4775-b6bf-6e2dae9a433a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.501465] env[68205]: DEBUG oslo_concurrency.lockutils [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] Acquiring lock "bcdb9b4e-6538-4752-b506-508ef0e7720a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.501685] env[68205]: DEBUG oslo_concurrency.lockutils [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] Lock "bcdb9b4e-6538-4752-b506-508ef0e7720a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.501855] env[68205]: DEBUG oslo_concurrency.lockutils [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] Lock "bcdb9b4e-6538-4752-b506-508ef0e7720a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.502030] env[68205]: DEBUG nova.compute.manager [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] No waiting events found dispatching network-vif-plugged-636f7264-a6eb-4775-b6bf-6e2dae9a433a {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.502199] env[68205]: WARNING nova.compute.manager [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Received unexpected event network-vif-plugged-636f7264-a6eb-4775-b6bf-6e2dae9a433a for instance with vm_state building and task_state spawning. [ 819.502382] env[68205]: DEBUG nova.compute.manager [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Received event network-changed-636f7264-a6eb-4775-b6bf-6e2dae9a433a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.502537] env[68205]: DEBUG nova.compute.manager [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Refreshing instance network info cache due to event network-changed-636f7264-a6eb-4775-b6bf-6e2dae9a433a. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.502721] env[68205]: DEBUG oslo_concurrency.lockutils [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] Acquiring lock "refresh_cache-bcdb9b4e-6538-4752-b506-508ef0e7720a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.502853] env[68205]: DEBUG oslo_concurrency.lockutils [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] Acquired lock "refresh_cache-bcdb9b4e-6538-4752-b506-508ef0e7720a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.503013] env[68205]: DEBUG nova.network.neutron [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Refreshing network info cache for port 636f7264-a6eb-4775-b6bf-6e2dae9a433a {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.585579] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "refresh_cache-bcdb9b4e-6538-4752-b506-508ef0e7720a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.602266] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904308, 'name': ReconfigVM_Task, 'duration_secs': 0.256223} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.609021] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2b4fccd8-06c9-4089-a812-a843181b79e3/2b4fccd8-06c9-4089-a812-a843181b79e3.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.609021] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4b5a33b-5da6-4d5f-8b73-a1fb304301f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.613922] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 819.613922] env[68205]: value = "task-2904309" [ 819.613922] env[68205]: _type = "Task" [ 819.613922] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.627789] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904309, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.638227] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52aea1e2-7829-e52b-d2be-fe2bdac0256d, 'name': SearchDatastore_Task, 'duration_secs': 0.008315} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.638227] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6328e9a0-7547-407a-9a47-be0c7f67f8bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.643257] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 819.643257] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5208dc99-d0c5-55e0-86c2-edce5e6e5764" [ 819.643257] env[68205]: _type = "Task" [ 819.643257] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.651372] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5208dc99-d0c5-55e0-86c2-edce5e6e5764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.744855] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Successfully created port: e61cc235-045d-4a8d-9748-18e4a0581da8 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.802056] env[68205]: DEBUG nova.compute.manager [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.802961] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26b4aa8-2d21-45f5-b621-912e012df687 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.902160] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.067490] env[68205]: DEBUG nova.network.neutron [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.126280] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904309, 'name': Rename_Task, 'duration_secs': 0.129521} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.126575] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.126814] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c1fa75d-47d6-4f49-bac0-92d0267a6740 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.136323] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 820.136323] env[68205]: value = "task-2904310" [ 820.136323] env[68205]: _type = "Task" [ 820.136323] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.145846] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.156026] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5208dc99-d0c5-55e0-86c2-edce5e6e5764, 'name': SearchDatastore_Task, 'duration_secs': 0.008757} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.156174] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.157190] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] cf724785-3f69-4e75-93ca-4425ea703689/cf724785-3f69-4e75-93ca-4425ea703689.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.157190] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8072c326-d4cb-4b01-b0e8-f4eac8f98877 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.162635] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 820.162635] env[68205]: value = "task-2904311" [ 820.162635] env[68205]: _type = "Task" [ 820.162635] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.175988] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.183314] env[68205]: DEBUG nova.network.neutron [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.313397] env[68205]: INFO nova.compute.manager [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] instance snapshotting [ 820.316593] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01546f84-35d7-48b8-9f14-428910c8979f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.343233] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28babd3f-f045-4345-b12d-9f0eefd21f77 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.499343] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4080748c-c733-427f-a628-31f7912aaca2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.508758] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ee59cd-69b1-474d-9270-4a12fa90fff1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.545350] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca05c9-3d85-497e-b65c-ee34968b1eba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.556211] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045f4ab2-be38-4c62-b4ae-0fad5b2566dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.574947] env[68205]: DEBUG nova.compute.provider_tree [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.649119] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.673885] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487052} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.674170] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] cf724785-3f69-4e75-93ca-4425ea703689/cf724785-3f69-4e75-93ca-4425ea703689.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.674383] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.674648] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-837cc998-f24b-4ad4-90e6-c28a212c4877 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.681797] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 820.681797] env[68205]: value = "task-2904312" [ 820.681797] env[68205]: _type = "Task" [ 820.681797] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.685243] env[68205]: DEBUG oslo_concurrency.lockutils [req-5899a277-3337-4c97-a809-62251c083404 req-6fe31f6a-7811-4c9e-830f-694e2cf108a7 service nova] Releasing lock "refresh_cache-bcdb9b4e-6538-4752-b506-508ef0e7720a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.685573] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired lock "refresh_cache-bcdb9b4e-6538-4752-b506-508ef0e7720a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.685723] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.692597] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.854729] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.855107] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d64fd7a-d400-4be7-a93c-4924c0ae5da4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.864127] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 820.864127] env[68205]: value = "task-2904313" [ 820.864127] env[68205]: _type = "Task" [ 820.864127] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.871944] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904313, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.914320] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.936665] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.936933] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.937094] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.937284] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.937494] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.937725] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.937956] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.938142] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.938298] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.938458] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.938629] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.939504] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36809647-4fab-4eb2-b9da-9956c54d3134 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.947587] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741d9e3a-44b2-4eb4-b646-2d2d14e89347 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.079219] env[68205]: DEBUG nova.scheduler.client.report [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.149372] env[68205]: DEBUG oslo_vmware.api [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904310, 'name': PowerOnVM_Task, 'duration_secs': 0.60935} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.149629] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.149822] env[68205]: INFO nova.compute.manager [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Took 8.25 seconds to spawn the instance on the hypervisor. [ 821.149992] env[68205]: DEBUG nova.compute.manager [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.151058] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a759d23-b275-44d8-9320-7e05ee970589 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.193170] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075809} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.193481] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.194729] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879e0722-8579-4388-9de2-cc0a5cdeef30 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.219376] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] cf724785-3f69-4e75-93ca-4425ea703689/cf724785-3f69-4e75-93ca-4425ea703689.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.220036] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af202b7-a7e6-4ceb-98d9-995b98561da0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.240213] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.243643] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 821.243643] env[68205]: value = "task-2904314" [ 821.243643] env[68205]: _type = "Task" [ 821.243643] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.261236] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.376181] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904313, 'name': CreateSnapshot_Task, 'duration_secs': 0.472433} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.376181] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 821.376181] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93756b2f-a07c-4959-85d4-868fe1eb72aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.585739] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.586513] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.592393] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.882s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.593848] env[68205]: INFO nova.compute.claims [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.670866] env[68205]: INFO nova.compute.manager [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Took 54.41 seconds to build instance. [ 821.755874] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.756990] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Updating instance_info_cache with network_info: [{"id": "636f7264-a6eb-4775-b6bf-6e2dae9a433a", "address": "fa:16:3e:6e:b0:8b", "network": {"id": "157b8cd6-760b-417b-baa1-e29631030f0f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1480185503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50037f46f504a37afc1be806bce4275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636f7264-a6", "ovs_interfaceid": "636f7264-a6eb-4775-b6bf-6e2dae9a433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.832238] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Successfully updated port: e61cc235-045d-4a8d-9748-18e4a0581da8 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.840783] env[68205]: DEBUG nova.compute.manager [req-ded324e7-323d-4982-a01d-1d2ee5b2c38a req-fa405964-6daa-4fe8-9a4d-4ac44d7bbecb service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Received event network-vif-plugged-e61cc235-045d-4a8d-9748-18e4a0581da8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.840985] env[68205]: DEBUG oslo_concurrency.lockutils [req-ded324e7-323d-4982-a01d-1d2ee5b2c38a req-fa405964-6daa-4fe8-9a4d-4ac44d7bbecb service nova] Acquiring lock "d19fc1e1-b61c-4366-b880-85e694c40ee1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.841207] env[68205]: DEBUG oslo_concurrency.lockutils [req-ded324e7-323d-4982-a01d-1d2ee5b2c38a req-fa405964-6daa-4fe8-9a4d-4ac44d7bbecb service nova] Lock "d19fc1e1-b61c-4366-b880-85e694c40ee1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.841432] env[68205]: DEBUG oslo_concurrency.lockutils [req-ded324e7-323d-4982-a01d-1d2ee5b2c38a req-fa405964-6daa-4fe8-9a4d-4ac44d7bbecb service nova] Lock "d19fc1e1-b61c-4366-b880-85e694c40ee1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.841538] env[68205]: DEBUG nova.compute.manager [req-ded324e7-323d-4982-a01d-1d2ee5b2c38a req-fa405964-6daa-4fe8-9a4d-4ac44d7bbecb service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] No waiting events found dispatching network-vif-plugged-e61cc235-045d-4a8d-9748-18e4a0581da8 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.841716] env[68205]: WARNING nova.compute.manager [req-ded324e7-323d-4982-a01d-1d2ee5b2c38a req-fa405964-6daa-4fe8-9a4d-4ac44d7bbecb service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Received unexpected event network-vif-plugged-e61cc235-045d-4a8d-9748-18e4a0581da8 for instance with vm_state building and task_state spawning. [ 821.897352] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 821.897711] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a56b4e0a-ad14-45f3-9159-55c875b48b20 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.906745] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 821.906745] env[68205]: value = "task-2904315" [ 821.906745] env[68205]: _type = "Task" [ 821.906745] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.915127] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904315, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.099170] env[68205]: DEBUG nova.compute.utils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.103977] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.103977] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.149213] env[68205]: DEBUG nova.policy [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b56ecc338f6c469e8a658a9e1db08430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50037f46f504a37afc1be806bce4275', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.172611] env[68205]: DEBUG oslo_concurrency.lockutils [None req-238b8312-8955-43c8-bd51-b119a0754994 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.285s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.255911] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.261561] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Releasing lock "refresh_cache-bcdb9b4e-6538-4752-b506-508ef0e7720a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.261938] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Instance network_info: |[{"id": "636f7264-a6eb-4775-b6bf-6e2dae9a433a", "address": "fa:16:3e:6e:b0:8b", "network": {"id": "157b8cd6-760b-417b-baa1-e29631030f0f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1480185503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50037f46f504a37afc1be806bce4275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636f7264-a6", "ovs_interfaceid": "636f7264-a6eb-4775-b6bf-6e2dae9a433a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.262398] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:b0:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '636f7264-a6eb-4775-b6bf-6e2dae9a433a', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.271468] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Creating folder: Project (b50037f46f504a37afc1be806bce4275). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.271732] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-794d601e-6c46-4e8e-b27d-824b498e607b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.284675] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Created folder: Project (b50037f46f504a37afc1be806bce4275) in parent group-v583212. [ 822.284887] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Creating folder: Instances. Parent ref: group-v583325. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.285142] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-851ca1d2-d930-4398-973c-ae0c2af67ab7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.297030] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Created folder: Instances in parent group-v583325. [ 822.297030] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.297030] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.297225] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cff4b1b-5c2f-43d2-bf53-b9ca246e03ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.317853] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.317853] env[68205]: value = "task-2904318" [ 822.317853] env[68205]: _type = "Task" [ 822.317853] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.327804] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904318, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.337806] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "refresh_cache-d19fc1e1-b61c-4366-b880-85e694c40ee1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.337806] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired lock "refresh_cache-d19fc1e1-b61c-4366-b880-85e694c40ee1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.337806] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.419157] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904315, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.505770] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Successfully created port: ed0a003e-8daa-4201-9ca2-2399da32af44 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.605410] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.675553] env[68205]: DEBUG nova.compute.manager [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.757943] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904314, 'name': ReconfigVM_Task, 'duration_secs': 1.082959} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.758354] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Reconfigured VM instance instance-00000026 to attach disk [datastore1] cf724785-3f69-4e75-93ca-4425ea703689/cf724785-3f69-4e75-93ca-4425ea703689.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.759241] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2db92bb4-f6cd-4ab8-9275-8131f78c39da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.769826] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 822.769826] env[68205]: value = "task-2904319" [ 822.769826] env[68205]: _type = "Task" [ 822.769826] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.780254] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904319, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.827213] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904318, 'name': CreateVM_Task, 'duration_secs': 0.435051} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.827398] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.828076] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.828243] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.829355] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.829355] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474efc4c-545a-46ce-9f30-2e4bbedfde8e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.833572] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 822.833572] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52829c5c-1e84-15aa-58f3-6645d3d64f6b" [ 822.833572] env[68205]: _type = "Task" [ 822.833572] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.848036] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52829c5c-1e84-15aa-58f3-6645d3d64f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.850758] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.851094] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.851389] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.851608] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.851840] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.852447] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e86274-4bce-4bea-aeab-940e2fcb763c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.860788] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.861126] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.862225] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ae6b60-aaff-47b8-9dee-652987f4d396 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.871415] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 822.871415] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52633e96-3217-b945-6135-20fda102d4c3" [ 822.871415] env[68205]: _type = "Task" [ 822.871415] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.881006] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52633e96-3217-b945-6135-20fda102d4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.899905] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.917494] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904315, 'name': CloneVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.086550] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Updating instance_info_cache with network_info: [{"id": "e61cc235-045d-4a8d-9748-18e4a0581da8", "address": "fa:16:3e:9c:a0:d5", "network": {"id": "157b8cd6-760b-417b-baa1-e29631030f0f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1480185503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50037f46f504a37afc1be806bce4275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61cc235-04", "ovs_interfaceid": "e61cc235-045d-4a8d-9748-18e4a0581da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.141618] env[68205]: DEBUG nova.compute.manager [req-f3b2e72a-bb8a-4613-b6c6-c153ae5fb50f req-db17fc28-7b63-48b6-bd42-3c1cec7dc012 service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Received event network-changed-7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.141995] env[68205]: DEBUG nova.compute.manager [req-f3b2e72a-bb8a-4613-b6c6-c153ae5fb50f req-db17fc28-7b63-48b6-bd42-3c1cec7dc012 service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Refreshing instance network info cache due to event network-changed-7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.142209] env[68205]: DEBUG oslo_concurrency.lockutils [req-f3b2e72a-bb8a-4613-b6c6-c153ae5fb50f req-db17fc28-7b63-48b6-bd42-3c1cec7dc012 service nova] Acquiring lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.142391] env[68205]: DEBUG oslo_concurrency.lockutils [req-f3b2e72a-bb8a-4613-b6c6-c153ae5fb50f req-db17fc28-7b63-48b6-bd42-3c1cec7dc012 service nova] Acquired lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.142555] env[68205]: DEBUG nova.network.neutron [req-f3b2e72a-bb8a-4613-b6c6-c153ae5fb50f req-db17fc28-7b63-48b6-bd42-3c1cec7dc012 service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Refreshing network info cache for port 7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.196019] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.240689] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5450474-f8e2-4373-814e-15497db71df7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.250909] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce7d8ce-d83b-4b2f-be64-6c72423e300b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.287433] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d7de3f-86d9-40a5-a0b1-68f8277f1539 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.295068] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904319, 'name': Rename_Task, 'duration_secs': 0.130861} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.297598] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.297957] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea4bb944-0bb6-4615-9e7d-857f0dc33439 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.300627] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39667575-fbf4-4f10-8884-046f96438341 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.321389] env[68205]: DEBUG nova.compute.provider_tree [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.324409] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 823.324409] env[68205]: value = "task-2904320" [ 823.324409] env[68205]: _type = "Task" [ 823.324409] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.335429] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904320, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.383020] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52633e96-3217-b945-6135-20fda102d4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.383977] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e2025b-0265-4738-84fe-b528f83d6f6b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.390118] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 823.390118] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52149061-59ab-278d-de01-e6bb36da7b28" [ 823.390118] env[68205]: _type = "Task" [ 823.390118] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.398301] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52149061-59ab-278d-de01-e6bb36da7b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.418700] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904315, 'name': CloneVM_Task, 'duration_secs': 1.060314} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.418962] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Created linked-clone VM from snapshot [ 823.419710] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2febd05b-3681-4d72-9639-1a614dccec77 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.426703] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Uploading image 28a4075c-3dc6-47c2-a4c5-32b90b91f628 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 823.451928] env[68205]: DEBUG oslo_vmware.rw_handles [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 823.451928] env[68205]: value = "vm-583324" [ 823.451928] env[68205]: _type = "VirtualMachine" [ 823.451928] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 823.452290] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a64e5891-265a-46c8-88ac-5152ab9daeb8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.460168] env[68205]: DEBUG oslo_vmware.rw_handles [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lease: (returnval){ [ 823.460168] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d6b42-5685-ce9d-9d81-6c29febab034" [ 823.460168] env[68205]: _type = "HttpNfcLease" [ 823.460168] env[68205]: } obtained for exporting VM: (result){ [ 823.460168] env[68205]: value = "vm-583324" [ 823.460168] env[68205]: _type = "VirtualMachine" [ 823.460168] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 823.460501] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the lease: (returnval){ [ 823.460501] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d6b42-5685-ce9d-9d81-6c29febab034" [ 823.460501] env[68205]: _type = "HttpNfcLease" [ 823.460501] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 823.469334] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.469334] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d6b42-5685-ce9d-9d81-6c29febab034" [ 823.469334] env[68205]: _type = "HttpNfcLease" [ 823.469334] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 823.590297] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Releasing lock "refresh_cache-d19fc1e1-b61c-4366-b880-85e694c40ee1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.590297] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Instance network_info: |[{"id": "e61cc235-045d-4a8d-9748-18e4a0581da8", "address": "fa:16:3e:9c:a0:d5", "network": {"id": "157b8cd6-760b-417b-baa1-e29631030f0f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1480185503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50037f46f504a37afc1be806bce4275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61cc235-04", "ovs_interfaceid": "e61cc235-045d-4a8d-9748-18e4a0581da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.590297] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:a0:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e61cc235-045d-4a8d-9748-18e4a0581da8', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.597929] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.598567] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.598846] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da156cc4-baf3-4d7e-81ed-9442a6f9d4fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.619176] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.623420] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.623420] env[68205]: value = "task-2904322" [ 823.623420] env[68205]: _type = "Task" [ 823.623420] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.632620] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904322, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.643654] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.643934] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.644136] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.644353] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.644553] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.644746] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.644992] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.645209] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.645409] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.645601] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.645805] env[68205]: DEBUG nova.virt.hardware [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.646755] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e532fe3c-e9ba-4e3b-ae3d-04057e00739e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.658472] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988e80ae-2aa3-4444-860e-c3476d704fce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.830756] env[68205]: DEBUG nova.scheduler.client.report [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.839052] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904320, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.872807] env[68205]: DEBUG nova.compute.manager [req-1d98f3bc-1a27-410d-981c-04e62022974b req-b54c46b7-e1ef-4fdf-9fd9-31dd28074c2e service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Received event network-changed-e61cc235-045d-4a8d-9748-18e4a0581da8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.872990] env[68205]: DEBUG nova.compute.manager [req-1d98f3bc-1a27-410d-981c-04e62022974b req-b54c46b7-e1ef-4fdf-9fd9-31dd28074c2e service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Refreshing instance network info cache due to event network-changed-e61cc235-045d-4a8d-9748-18e4a0581da8. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.873227] env[68205]: DEBUG oslo_concurrency.lockutils [req-1d98f3bc-1a27-410d-981c-04e62022974b req-b54c46b7-e1ef-4fdf-9fd9-31dd28074c2e service nova] Acquiring lock "refresh_cache-d19fc1e1-b61c-4366-b880-85e694c40ee1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.873365] env[68205]: DEBUG oslo_concurrency.lockutils [req-1d98f3bc-1a27-410d-981c-04e62022974b req-b54c46b7-e1ef-4fdf-9fd9-31dd28074c2e service nova] Acquired lock "refresh_cache-d19fc1e1-b61c-4366-b880-85e694c40ee1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.873537] env[68205]: DEBUG nova.network.neutron [req-1d98f3bc-1a27-410d-981c-04e62022974b req-b54c46b7-e1ef-4fdf-9fd9-31dd28074c2e service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Refreshing network info cache for port e61cc235-045d-4a8d-9748-18e4a0581da8 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.904188] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52149061-59ab-278d-de01-e6bb36da7b28, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.904404] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.904693] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] bcdb9b4e-6538-4752-b506-508ef0e7720a/bcdb9b4e-6538-4752-b506-508ef0e7720a.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.904979] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52c0bd1c-c1d6-4185-92cf-8e21017e6417 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.913239] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 823.913239] env[68205]: value = "task-2904323" [ 823.913239] env[68205]: _type = "Task" [ 823.913239] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.922354] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.933736] env[68205]: DEBUG nova.network.neutron [req-f3b2e72a-bb8a-4613-b6c6-c153ae5fb50f req-db17fc28-7b63-48b6-bd42-3c1cec7dc012 service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updated VIF entry in instance network info cache for port 7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.934134] env[68205]: DEBUG nova.network.neutron [req-f3b2e72a-bb8a-4613-b6c6-c153ae5fb50f req-db17fc28-7b63-48b6-bd42-3c1cec7dc012 service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance_info_cache with network_info: [{"id": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "address": "fa:16:3e:5d:6f:64", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0ed9db-0e", "ovs_interfaceid": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.969899] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 823.969899] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d6b42-5685-ce9d-9d81-6c29febab034" [ 823.969899] env[68205]: _type = "HttpNfcLease" [ 823.969899] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 823.970289] env[68205]: DEBUG oslo_vmware.rw_handles [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 823.970289] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d6b42-5685-ce9d-9d81-6c29febab034" [ 823.970289] env[68205]: _type = "HttpNfcLease" [ 823.970289] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 823.971207] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c527e8-a61f-43da-a8f8-7c37a3856e92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.979689] env[68205]: DEBUG oslo_vmware.rw_handles [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3d8e7-764d-13da-efad-b614e8771b7e/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 823.979904] env[68205]: DEBUG oslo_vmware.rw_handles [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3d8e7-764d-13da-efad-b614e8771b7e/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 824.085843] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9c7237f-5def-4a57-80b6-e719abb80f7d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.134753] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904322, 'name': CreateVM_Task, 'duration_secs': 0.353048} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.134990] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.135771] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.136008] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.136378] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.136718] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fa73e1-750d-4c6e-a85e-0436eb3b7567 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.143381] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 824.143381] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b1d67e-8650-217c-8979-adec61562169" [ 824.143381] env[68205]: _type = "Task" [ 824.143381] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.157056] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b1d67e-8650-217c-8979-adec61562169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.335538] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Successfully updated port: ed0a003e-8daa-4201-9ca2-2399da32af44 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.340210] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.340805] env[68205]: DEBUG nova.compute.manager [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.344493] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.720s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.346972] env[68205]: INFO nova.compute.claims [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.357144] env[68205]: DEBUG oslo_vmware.api [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904320, 'name': PowerOnVM_Task, 'duration_secs': 0.651509} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.357584] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.357737] env[68205]: INFO nova.compute.manager [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Took 8.80 seconds to spawn the instance on the hypervisor. [ 824.357882] env[68205]: DEBUG nova.compute.manager [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.358978] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8cf1f7-3ab0-47d0-b3fc-0d9b7c9590dc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.424646] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492039} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.427350] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] bcdb9b4e-6538-4752-b506-508ef0e7720a/bcdb9b4e-6538-4752-b506-508ef0e7720a.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.427350] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.427350] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8dc4848-bf71-4e72-9587-8ae907261d52 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.438060] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 824.438060] env[68205]: value = "task-2904324" [ 824.438060] env[68205]: _type = "Task" [ 824.438060] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.438060] env[68205]: DEBUG oslo_concurrency.lockutils [req-f3b2e72a-bb8a-4613-b6c6-c153ae5fb50f req-db17fc28-7b63-48b6-bd42-3c1cec7dc012 service nova] Releasing lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.446509] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.654729] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b1d67e-8650-217c-8979-adec61562169, 'name': SearchDatastore_Task, 'duration_secs': 0.017195} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.655306] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.655452] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.655664] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.655870] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.656094] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.656548] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3cf0715-0bd7-4ffb-807b-39049078ad51 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.661226] env[68205]: DEBUG nova.network.neutron [req-1d98f3bc-1a27-410d-981c-04e62022974b req-b54c46b7-e1ef-4fdf-9fd9-31dd28074c2e service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Updated VIF entry in instance network info cache for port e61cc235-045d-4a8d-9748-18e4a0581da8. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.661397] env[68205]: DEBUG nova.network.neutron [req-1d98f3bc-1a27-410d-981c-04e62022974b req-b54c46b7-e1ef-4fdf-9fd9-31dd28074c2e service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Updating instance_info_cache with network_info: [{"id": "e61cc235-045d-4a8d-9748-18e4a0581da8", "address": "fa:16:3e:9c:a0:d5", "network": {"id": "157b8cd6-760b-417b-baa1-e29631030f0f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1480185503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50037f46f504a37afc1be806bce4275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61cc235-04", "ovs_interfaceid": "e61cc235-045d-4a8d-9748-18e4a0581da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.665396] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.665568] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.666450] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98eaf1df-79de-4b75-baa6-de909e6d30e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.674477] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 824.674477] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52afb433-1ebb-4948-f7e1-b7b766f11f50" [ 824.674477] env[68205]: _type = "Task" [ 824.674477] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.685900] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52afb433-1ebb-4948-f7e1-b7b766f11f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.846245] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "refresh_cache-312b10df-28a7-496d-88c8-ddc0b17e8c9b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.846245] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired lock "refresh_cache-312b10df-28a7-496d-88c8-ddc0b17e8c9b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.846245] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.853365] env[68205]: DEBUG nova.compute.utils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.856768] env[68205]: DEBUG nova.compute.manager [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.857187] env[68205]: DEBUG nova.network.neutron [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.879625] env[68205]: INFO nova.compute.manager [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Took 51.74 seconds to build instance. [ 824.942956] env[68205]: DEBUG nova.policy [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcb752a1b6fc449ea7d087199751a514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11a55a3e03ff4f0e8ec52ff0b1a2d264', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.952928] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064258} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.953527] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.955093] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94a1196-d4d1-424d-a518-dedfc8481db6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.978324] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] bcdb9b4e-6538-4752-b506-508ef0e7720a/bcdb9b4e-6538-4752-b506-508ef0e7720a.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.978638] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-440445d3-7301-46c7-b588-86f0ac663e1d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.000787] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 825.000787] env[68205]: value = "task-2904325" [ 825.000787] env[68205]: _type = "Task" [ 825.000787] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.009066] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.165116] env[68205]: DEBUG oslo_concurrency.lockutils [req-1d98f3bc-1a27-410d-981c-04e62022974b req-b54c46b7-e1ef-4fdf-9fd9-31dd28074c2e service nova] Releasing lock "refresh_cache-d19fc1e1-b61c-4366-b880-85e694c40ee1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.185822] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52afb433-1ebb-4948-f7e1-b7b766f11f50, 'name': SearchDatastore_Task, 'duration_secs': 0.035153} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.186827] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19da825a-5a4a-4626-bdeb-e9c019088425 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.193981] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 825.193981] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d61193-2858-ca0c-15ac-036b28f88985" [ 825.193981] env[68205]: _type = "Task" [ 825.193981] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.203833] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d61193-2858-ca0c-15ac-036b28f88985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.357504] env[68205]: DEBUG nova.compute.manager [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.381432] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9eb6485c-203c-41e7-813e-3a0c9b9bb80f tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "cf724785-3f69-4e75-93ca-4425ea703689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.774s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.406953] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.512400] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.527040] env[68205]: DEBUG nova.network.neutron [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Successfully created port: 58e2cbeb-542a-4752-beda-f20bcbff6e33 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.702740] env[68205]: DEBUG nova.network.neutron [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Updating instance_info_cache with network_info: [{"id": "ed0a003e-8daa-4201-9ca2-2399da32af44", "address": "fa:16:3e:d2:01:02", "network": {"id": "157b8cd6-760b-417b-baa1-e29631030f0f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1480185503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50037f46f504a37afc1be806bce4275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0a003e-8d", "ovs_interfaceid": "ed0a003e-8daa-4201-9ca2-2399da32af44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.710880] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d61193-2858-ca0c-15ac-036b28f88985, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.711448] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.712484] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] d19fc1e1-b61c-4366-b880-85e694c40ee1/d19fc1e1-b61c-4366-b880-85e694c40ee1.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.712935] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef9340e-4d56-44f1-9c04-8f5ddaca9ff3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.724843] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 825.724843] env[68205]: value = "task-2904326" [ 825.724843] env[68205]: _type = "Task" [ 825.724843] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.743840] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.852596] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb052484-dd92-4297-97fb-1e3ec2f0c2f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.864778] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b97a8604-0778-4ac1-a7d8-f3d8320a72ac tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Suspending the VM {{(pid=68205) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 825.865399] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-512dc97e-2a01-45ed-9dba-d3aafc1896f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.879064] env[68205]: DEBUG oslo_vmware.api [None req-b97a8604-0778-4ac1-a7d8-f3d8320a72ac tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 825.879064] env[68205]: value = "task-2904327" [ 825.879064] env[68205]: _type = "Task" [ 825.879064] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.886028] env[68205]: DEBUG nova.compute.manager [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.895987] env[68205]: DEBUG oslo_vmware.api [None req-b97a8604-0778-4ac1-a7d8-f3d8320a72ac tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904327, 'name': SuspendVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.016867] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904325, 'name': ReconfigVM_Task, 'duration_secs': 0.73935} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.019975] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Reconfigured VM instance instance-00000027 to attach disk [datastore1] bcdb9b4e-6538-4752-b506-508ef0e7720a/bcdb9b4e-6538-4752-b506-508ef0e7720a.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.019975] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d54acac-7a73-4244-b64e-d80a36d6ec94 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.026998] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 826.026998] env[68205]: value = "task-2904328" [ 826.026998] env[68205]: _type = "Task" [ 826.026998] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.040011] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904328, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.043697] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3699c7ab-cf0a-4dfa-b91e-f5540a893497 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.055382] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405d734b-9c3d-47c9-9632-5726e708e60e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.088638] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05479a77-7b41-43a4-89bd-1831b74881dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.097282] env[68205]: DEBUG nova.compute.manager [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Received event network-vif-plugged-ed0a003e-8daa-4201-9ca2-2399da32af44 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.097282] env[68205]: DEBUG oslo_concurrency.lockutils [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] Acquiring lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.097282] env[68205]: DEBUG oslo_concurrency.lockutils [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] Lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.097282] env[68205]: DEBUG oslo_concurrency.lockutils [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] Lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.097282] env[68205]: DEBUG nova.compute.manager [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] No waiting events found dispatching network-vif-plugged-ed0a003e-8daa-4201-9ca2-2399da32af44 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.097282] env[68205]: WARNING nova.compute.manager [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Received unexpected event network-vif-plugged-ed0a003e-8daa-4201-9ca2-2399da32af44 for instance with vm_state building and task_state spawning. [ 826.097282] env[68205]: DEBUG nova.compute.manager [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Received event network-changed-ed0a003e-8daa-4201-9ca2-2399da32af44 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.097282] env[68205]: DEBUG nova.compute.manager [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Refreshing instance network info cache due to event network-changed-ed0a003e-8daa-4201-9ca2-2399da32af44. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.097282] env[68205]: DEBUG oslo_concurrency.lockutils [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] Acquiring lock "refresh_cache-312b10df-28a7-496d-88c8-ddc0b17e8c9b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.104035] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bfde05-2f8a-4334-bcde-9f75088da313 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.121764] env[68205]: DEBUG nova.compute.provider_tree [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.206224] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Releasing lock "refresh_cache-312b10df-28a7-496d-88c8-ddc0b17e8c9b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.206652] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Instance network_info: |[{"id": "ed0a003e-8daa-4201-9ca2-2399da32af44", "address": "fa:16:3e:d2:01:02", "network": {"id": "157b8cd6-760b-417b-baa1-e29631030f0f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1480185503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50037f46f504a37afc1be806bce4275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0a003e-8d", "ovs_interfaceid": "ed0a003e-8daa-4201-9ca2-2399da32af44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.207051] env[68205]: DEBUG oslo_concurrency.lockutils [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] Acquired lock "refresh_cache-312b10df-28a7-496d-88c8-ddc0b17e8c9b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.207314] env[68205]: DEBUG nova.network.neutron [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Refreshing network info cache for port ed0a003e-8daa-4201-9ca2-2399da32af44 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.209541] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:01:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed0a003e-8daa-4201-9ca2-2399da32af44', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.221996] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.225697] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.226553] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cba2b95-1b47-4d45-bf39-017150d1ca4c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.253241] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904326, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.254851] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.254851] env[68205]: value = "task-2904329" [ 826.254851] env[68205]: _type = "Task" [ 826.254851] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.264928] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904329, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.383164] env[68205]: DEBUG nova.compute.manager [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.400041] env[68205]: DEBUG oslo_vmware.api [None req-b97a8604-0778-4ac1-a7d8-f3d8320a72ac tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904327, 'name': SuspendVM_Task} progress is 50%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.410682] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.410922] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.411088] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.411266] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.411397] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.411534] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.411731] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.411878] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.412238] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.412502] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.412807] env[68205]: DEBUG nova.virt.hardware [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.413876] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352bdca3-5581-41f3-ac04-2876bc6c92e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.418809] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.422744] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8c3c59-9949-4e93-80e4-211c26e8f7c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.527801] env[68205]: DEBUG nova.network.neutron [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Updated VIF entry in instance network info cache for port ed0a003e-8daa-4201-9ca2-2399da32af44. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.528167] env[68205]: DEBUG nova.network.neutron [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Updating instance_info_cache with network_info: [{"id": "ed0a003e-8daa-4201-9ca2-2399da32af44", "address": "fa:16:3e:d2:01:02", "network": {"id": "157b8cd6-760b-417b-baa1-e29631030f0f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1480185503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50037f46f504a37afc1be806bce4275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0a003e-8d", "ovs_interfaceid": "ed0a003e-8daa-4201-9ca2-2399da32af44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.540259] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904328, 'name': Rename_Task, 'duration_secs': 0.278443} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.541279] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.541559] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3700dbf2-0804-4d78-a0ab-78b67d38b640 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.549539] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 826.549539] env[68205]: value = "task-2904330" [ 826.549539] env[68205]: _type = "Task" [ 826.549539] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.558947] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.626757] env[68205]: DEBUG nova.scheduler.client.report [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.756464] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551619} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.759177] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] d19fc1e1-b61c-4366-b880-85e694c40ee1/d19fc1e1-b61c-4366-b880-85e694c40ee1.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.759452] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.759796] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1182646-1d60-4526-8b39-12852db9dd52 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.767485] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904329, 'name': CreateVM_Task, 'duration_secs': 0.435294} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.768701] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.769411] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 826.769411] env[68205]: value = "task-2904331" [ 826.769411] env[68205]: _type = "Task" [ 826.769411] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.769793] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.770018] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.770341] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.770681] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3a0667-f265-4c49-9e98-a6df4553b1bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.779113] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 826.779113] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525ccc3b-c018-1442-b856-0337f3f7d07d" [ 826.779113] env[68205]: _type = "Task" [ 826.779113] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.782066] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.790570] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525ccc3b-c018-1442-b856-0337f3f7d07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.895812] env[68205]: DEBUG oslo_vmware.api [None req-b97a8604-0778-4ac1-a7d8-f3d8320a72ac tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904327, 'name': SuspendVM_Task, 'duration_secs': 0.902128} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.896117] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b97a8604-0778-4ac1-a7d8-f3d8320a72ac tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Suspended the VM {{(pid=68205) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 826.896278] env[68205]: DEBUG nova.compute.manager [None req-b97a8604-0778-4ac1-a7d8-f3d8320a72ac tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.897473] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b75df2-abbd-4064-b2e5-9c590e9704e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.035023] env[68205]: DEBUG oslo_concurrency.lockutils [req-fc329714-195b-4dee-9f28-cbd2b5385cf6 req-2a13bed2-29c2-46c1-b8e2-b10a4e3c9029 service nova] Releasing lock "refresh_cache-312b10df-28a7-496d-88c8-ddc0b17e8c9b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.060033] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.132685] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.133306] env[68205]: DEBUG nova.compute.manager [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.136841] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.265s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.138776] env[68205]: INFO nova.compute.claims [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.279819] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114233} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.280393] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.281332] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23a1734-fe87-4cf0-840e-d070c52ef3f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.315618] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d19fc1e1-b61c-4366-b880-85e694c40ee1/d19fc1e1-b61c-4366-b880-85e694c40ee1.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.320018] env[68205]: DEBUG nova.network.neutron [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Successfully updated port: 58e2cbeb-542a-4752-beda-f20bcbff6e33 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.322494] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d90b01-6f47-4bbf-b374-ba5b24eb671e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.337338] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525ccc3b-c018-1442-b856-0337f3f7d07d, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.338919] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquiring lock "refresh_cache-20eb57e4-d4cd-4b2b-ba64-e47288e661f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.339198] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquired lock "refresh_cache-20eb57e4-d4cd-4b2b-ba64-e47288e661f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.339606] env[68205]: DEBUG nova.network.neutron [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.340742] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.341099] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.347020] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.347020] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.347020] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.347020] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bd4bcbf-3d45-46f7-9642-ed2cc0c46b21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.350370] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 827.350370] env[68205]: value = "task-2904332" [ 827.350370] env[68205]: _type = "Task" [ 827.350370] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.360974] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.361495] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.365018] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.365018] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a80ac4-99b3-42b9-b92f-5ccd94e52464 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.367408] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 827.367408] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ec1088-c57d-75d6-53b4-3dfd7fa14e1d" [ 827.367408] env[68205]: _type = "Task" [ 827.367408] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.375993] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ec1088-c57d-75d6-53b4-3dfd7fa14e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.560183] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904330, 'name': PowerOnVM_Task, 'duration_secs': 0.569273} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.560472] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.560675] env[68205]: INFO nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Took 9.31 seconds to spawn the instance on the hypervisor. [ 827.560858] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.561668] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca51eeb-a19b-4813-95c9-c592d5ceade9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.644369] env[68205]: DEBUG nova.compute.utils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.647532] env[68205]: DEBUG nova.compute.manager [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.647752] env[68205]: DEBUG nova.network.neutron [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.691276] env[68205]: DEBUG nova.policy [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '629cf1928c004547afdfe0ea2584ccc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf3dcfb8a15d4411b3e4f2dc5bb74d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.861384] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.880492] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ec1088-c57d-75d6-53b4-3dfd7fa14e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.881687] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4dd8f0f-9fc2-4583-83b2-aa1da593fc79 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.888362] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 827.888362] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528156ec-a231-c82f-7311-3c308d7f064f" [ 827.888362] env[68205]: _type = "Task" [ 827.888362] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.899809] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528156ec-a231-c82f-7311-3c308d7f064f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.903685] env[68205]: DEBUG nova.network.neutron [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.085923] env[68205]: INFO nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Took 52.11 seconds to build instance. [ 828.154251] env[68205]: DEBUG nova.compute.manager [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.159342] env[68205]: DEBUG nova.network.neutron [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Updating instance_info_cache with network_info: [{"id": "58e2cbeb-542a-4752-beda-f20bcbff6e33", "address": "fa:16:3e:09:be:08", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e2cbeb-54", "ovs_interfaceid": "58e2cbeb-542a-4752-beda-f20bcbff6e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.185455] env[68205]: DEBUG nova.network.neutron [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Successfully created port: 98ceaa82-9c39-4b38-9d6c-c3b8dffa315d {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.358431] env[68205]: DEBUG nova.compute.manager [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Received event network-vif-plugged-58e2cbeb-542a-4752-beda-f20bcbff6e33 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.358431] env[68205]: DEBUG oslo_concurrency.lockutils [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] Acquiring lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.358554] env[68205]: DEBUG oslo_concurrency.lockutils [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] Lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.360365] env[68205]: DEBUG oslo_concurrency.lockutils [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] Lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.360365] env[68205]: DEBUG nova.compute.manager [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] No waiting events found dispatching network-vif-plugged-58e2cbeb-542a-4752-beda-f20bcbff6e33 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.360365] env[68205]: WARNING nova.compute.manager [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Received unexpected event network-vif-plugged-58e2cbeb-542a-4752-beda-f20bcbff6e33 for instance with vm_state building and task_state spawning. [ 828.360365] env[68205]: DEBUG nova.compute.manager [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Received event network-changed-58e2cbeb-542a-4752-beda-f20bcbff6e33 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.360365] env[68205]: DEBUG nova.compute.manager [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Refreshing instance network info cache due to event network-changed-58e2cbeb-542a-4752-beda-f20bcbff6e33. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.360365] env[68205]: DEBUG oslo_concurrency.lockutils [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] Acquiring lock "refresh_cache-20eb57e4-d4cd-4b2b-ba64-e47288e661f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.369259] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.399882] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528156ec-a231-c82f-7311-3c308d7f064f, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.400154] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.400451] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 312b10df-28a7-496d-88c8-ddc0b17e8c9b/312b10df-28a7-496d-88c8-ddc0b17e8c9b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.400926] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bd0d36f-bdae-4d36-b109-37ef40eb2b50 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.413064] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 828.413064] env[68205]: value = "task-2904333" [ 828.413064] env[68205]: _type = "Task" [ 828.413064] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.426400] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.588340] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "bcdb9b4e-6538-4752-b506-508ef0e7720a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.514s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.668395] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Releasing lock "refresh_cache-20eb57e4-d4cd-4b2b-ba64-e47288e661f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.668924] env[68205]: DEBUG nova.compute.manager [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Instance network_info: |[{"id": "58e2cbeb-542a-4752-beda-f20bcbff6e33", "address": "fa:16:3e:09:be:08", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e2cbeb-54", "ovs_interfaceid": "58e2cbeb-542a-4752-beda-f20bcbff6e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.669726] env[68205]: DEBUG oslo_concurrency.lockutils [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] Acquired lock "refresh_cache-20eb57e4-d4cd-4b2b-ba64-e47288e661f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.673269] env[68205]: DEBUG nova.network.neutron [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Refreshing network info cache for port 58e2cbeb-542a-4752-beda-f20bcbff6e33 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.673269] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:be:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e2cbeb-542a-4752-beda-f20bcbff6e33', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.682130] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Creating folder: Project (11a55a3e03ff4f0e8ec52ff0b1a2d264). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.692339] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24d7ccb1-4ffa-42ad-ad2e-29ba95e07213 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.706238] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Created folder: Project (11a55a3e03ff4f0e8ec52ff0b1a2d264) in parent group-v583212. [ 828.706459] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Creating folder: Instances. Parent ref: group-v583330. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.710428] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32e57715-31c0-453d-ad23-08b5b97d670b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.723540] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Created folder: Instances in parent group-v583330. [ 828.723540] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.723540] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.723540] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a84af81b-3582-4e5b-b602-9eff310a8af2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.751747] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.751747] env[68205]: value = "task-2904336" [ 828.751747] env[68205]: _type = "Task" [ 828.751747] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.766713] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904336, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.853692] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5f79fe-bbb2-4105-9487-2d51e3c1c10d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.872420] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.879021] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb3b70-625a-4a71-a2a2-87228d743f11 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.939371] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d145a0e-5b59-4767-a6b0-1c09fd6840ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.958273] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5531972b-8838-4ca9-8d5b-bbc108853880 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.965379] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904333, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.985644] env[68205]: DEBUG nova.compute.provider_tree [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.091139] env[68205]: DEBUG nova.compute.manager [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.109869] env[68205]: DEBUG nova.network.neutron [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Updated VIF entry in instance network info cache for port 58e2cbeb-542a-4752-beda-f20bcbff6e33. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.109869] env[68205]: DEBUG nova.network.neutron [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Updating instance_info_cache with network_info: [{"id": "58e2cbeb-542a-4752-beda-f20bcbff6e33", "address": "fa:16:3e:09:be:08", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e2cbeb-54", "ovs_interfaceid": "58e2cbeb-542a-4752-beda-f20bcbff6e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.169848] env[68205]: DEBUG nova.compute.manager [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.202563] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.203308] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.203308] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.203516] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.203563] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.203797] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.204138] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.204341] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.204637] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.204807] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.204992] env[68205]: DEBUG nova.virt.hardware [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.206417] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdd825d-acd7-4941-8c25-a0f6653762a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.217594] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6716fee-cf7a-431d-8208-1117f90b9c62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.261920] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904336, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.271790] env[68205]: DEBUG nova.compute.manager [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.272680] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae44fe2e-571e-4def-9b83-7fcf47f1b995 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.362932] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904332, 'name': ReconfigVM_Task, 'duration_secs': 1.898006} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.363363] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d19fc1e1-b61c-4366-b880-85e694c40ee1/d19fc1e1-b61c-4366-b880-85e694c40ee1.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.364036] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acf26ae1-0c24-4dbf-8a7f-18503303b1cf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.370768] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 829.370768] env[68205]: value = "task-2904337" [ 829.370768] env[68205]: _type = "Task" [ 829.370768] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.380467] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904337, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.438890] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773814} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.439099] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 312b10df-28a7-496d-88c8-ddc0b17e8c9b/312b10df-28a7-496d-88c8-ddc0b17e8c9b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.439178] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.439407] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d945038-684b-4abb-968d-6a9abc5e181c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.447163] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 829.447163] env[68205]: value = "task-2904338" [ 829.447163] env[68205]: _type = "Task" [ 829.447163] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.455658] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.491119] env[68205]: DEBUG nova.scheduler.client.report [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.610420] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.613121] env[68205]: DEBUG oslo_concurrency.lockutils [req-223e715a-1951-4df9-949f-138aee9d3c24 req-3262d926-714f-4fe8-b86e-ba0e7aa8e99f service nova] Releasing lock "refresh_cache-20eb57e4-d4cd-4b2b-ba64-e47288e661f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.764598] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904336, 'name': CreateVM_Task, 'duration_secs': 0.864629} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.764821] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.766448] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.768305] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.768305] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.768305] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210710d2-1dd9-411e-8849-03ae7df73c13 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.774156] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for the task: (returnval){ [ 829.774156] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5286494c-57c6-5ca3-311f-2d6ce32a2bbe" [ 829.774156] env[68205]: _type = "Task" [ 829.774156] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.791273] env[68205]: INFO nova.compute.manager [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] instance snapshotting [ 829.791522] env[68205]: WARNING nova.compute.manager [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 829.793209] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5286494c-57c6-5ca3-311f-2d6ce32a2bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.794742] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95048b92-7294-4ae1-9a83-227bce08a738 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.814406] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7300c0-37af-4984-b052-f618f11e2a77 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.882828] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904337, 'name': Rename_Task, 'duration_secs': 0.299148} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.883171] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.883434] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d7178ac-8bcf-4033-8936-9bc342b78f16 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.891273] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 829.891273] env[68205]: value = "task-2904339" [ 829.891273] env[68205]: _type = "Task" [ 829.891273] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.901370] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.961658] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188083} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.961658] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.962601] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ca4c5a-5782-4f3c-a493-0ddfeac83a10 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.986439] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 312b10df-28a7-496d-88c8-ddc0b17e8c9b/312b10df-28a7-496d-88c8-ddc0b17e8c9b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.986817] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb024054-4236-4adb-bcd0-53d73916a42f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.002220] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.002849] env[68205]: DEBUG nova.compute.manager [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.007295] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.694s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.008795] env[68205]: INFO nova.compute.claims [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.017994] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 830.017994] env[68205]: value = "task-2904340" [ 830.017994] env[68205]: _type = "Task" [ 830.017994] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.027061] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.040516] env[68205]: DEBUG nova.network.neutron [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Successfully updated port: 98ceaa82-9c39-4b38-9d6c-c3b8dffa315d {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.286370] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5286494c-57c6-5ca3-311f-2d6ce32a2bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.020872} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.286756] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.288138] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.288138] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.288138] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.288138] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.288138] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb9f986-f13a-4477-871e-43a9d074190a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.297288] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.297578] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.298301] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e0a01f-d5ec-4033-8e74-70197b3c35ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.304336] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for the task: (returnval){ [ 830.304336] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52318123-ba39-f498-385f-27b736513d81" [ 830.304336] env[68205]: _type = "Task" [ 830.304336] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.312478] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52318123-ba39-f498-385f-27b736513d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.326061] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 830.326185] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-11a5c23b-8410-4ebb-9c51-40f081a44600 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.333487] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 830.333487] env[68205]: value = "task-2904341" [ 830.333487] env[68205]: _type = "Task" [ 830.333487] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.343399] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904341, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.402887] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904339, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.500277] env[68205]: DEBUG nova.compute.manager [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Received event network-vif-plugged-98ceaa82-9c39-4b38-9d6c-c3b8dffa315d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.500670] env[68205]: DEBUG oslo_concurrency.lockutils [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] Acquiring lock "5d907468-7208-420e-9ca7-5885ab1205f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.501012] env[68205]: DEBUG oslo_concurrency.lockutils [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] Lock "5d907468-7208-420e-9ca7-5885ab1205f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.501288] env[68205]: DEBUG oslo_concurrency.lockutils [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] Lock "5d907468-7208-420e-9ca7-5885ab1205f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.501579] env[68205]: DEBUG nova.compute.manager [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] No waiting events found dispatching network-vif-plugged-98ceaa82-9c39-4b38-9d6c-c3b8dffa315d {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.501868] env[68205]: WARNING nova.compute.manager [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Received unexpected event network-vif-plugged-98ceaa82-9c39-4b38-9d6c-c3b8dffa315d for instance with vm_state building and task_state spawning. [ 830.502459] env[68205]: DEBUG nova.compute.manager [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Received event network-changed-98ceaa82-9c39-4b38-9d6c-c3b8dffa315d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.502926] env[68205]: DEBUG nova.compute.manager [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Refreshing instance network info cache due to event network-changed-98ceaa82-9c39-4b38-9d6c-c3b8dffa315d. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.503292] env[68205]: DEBUG oslo_concurrency.lockutils [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] Acquiring lock "refresh_cache-5d907468-7208-420e-9ca7-5885ab1205f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.503445] env[68205]: DEBUG oslo_concurrency.lockutils [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] Acquired lock "refresh_cache-5d907468-7208-420e-9ca7-5885ab1205f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.503723] env[68205]: DEBUG nova.network.neutron [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Refreshing network info cache for port 98ceaa82-9c39-4b38-9d6c-c3b8dffa315d {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.508692] env[68205]: DEBUG nova.compute.utils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.510646] env[68205]: DEBUG nova.compute.manager [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.510826] env[68205]: DEBUG nova.network.neutron [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.529266] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.543561] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-5d907468-7208-420e-9ca7-5885ab1205f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.555173] env[68205]: DEBUG nova.policy [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe9e7ab8c72747ada17a6d2410004b31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad0a3d92d5de47a1929b70b945e84ee9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.819375] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52318123-ba39-f498-385f-27b736513d81, 'name': SearchDatastore_Task, 'duration_secs': 0.015801} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.820829] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c795b7e5-63fb-49cc-87ae-270308c8c27f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.828116] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for the task: (returnval){ [ 830.828116] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523a1ca9-dffd-a4c7-dd10-e28691b115d8" [ 830.828116] env[68205]: _type = "Task" [ 830.828116] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.841063] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523a1ca9-dffd-a4c7-dd10-e28691b115d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.851802] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904341, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.909155] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904339, 'name': PowerOnVM_Task, 'duration_secs': 0.690171} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.910103] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.910481] env[68205]: INFO nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Took 10.00 seconds to spawn the instance on the hypervisor. [ 830.910813] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.912430] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0992ab61-3378-4be2-80c3-ffd3401a181d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.954566] env[68205]: DEBUG nova.network.neutron [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Successfully created port: cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.016281] env[68205]: DEBUG nova.compute.manager [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.031948] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904340, 'name': ReconfigVM_Task, 'duration_secs': 0.52154} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.032390] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 312b10df-28a7-496d-88c8-ddc0b17e8c9b/312b10df-28a7-496d-88c8-ddc0b17e8c9b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.035184] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0193aa93-a876-4dfa-8fb0-f7e880066a12 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.044614] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 831.044614] env[68205]: value = "task-2904342" [ 831.044614] env[68205]: _type = "Task" [ 831.044614] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.052599] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904342, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.056724] env[68205]: DEBUG nova.network.neutron [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.064726] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "6980d130-8086-4b37-a596-961f8852bacd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.064840] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "6980d130-8086-4b37-a596-961f8852bacd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.065345] env[68205]: INFO nova.compute.manager [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Shelving [ 831.207723] env[68205]: DEBUG nova.network.neutron [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.343876] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523a1ca9-dffd-a4c7-dd10-e28691b115d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.349642] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.350269] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 20eb57e4-d4cd-4b2b-ba64-e47288e661f3/20eb57e4-d4cd-4b2b-ba64-e47288e661f3.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.350269] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d00908f2-b94f-4cef-9538-cccc47447a2e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.360301] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904341, 'name': CreateSnapshot_Task, 'duration_secs': 0.730747} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.361661] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.362539] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for the task: (returnval){ [ 831.362539] env[68205]: value = "task-2904343" [ 831.362539] env[68205]: _type = "Task" [ 831.362539] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.362726] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1b71ca-823b-4dab-b205-86c94d4aa40a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.383653] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.432103] env[68205]: INFO nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Took 51.92 seconds to build instance. [ 831.559420] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904342, 'name': Rename_Task, 'duration_secs': 0.2157} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.560694] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.560694] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5101114-de0f-4287-9d8b-a5dc956f9382 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.571197] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 831.571197] env[68205]: value = "task-2904344" [ 831.571197] env[68205]: _type = "Task" [ 831.571197] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.589105] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904344, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.591728] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07248149-aa82-4820-aad6-7be61f576ce7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.600597] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c895852a-d4dd-48ee-b6d8-3208f644714b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.636921] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efaa437-e78d-4aa2-9c93-221a2b0bda52 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.645649] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c9e8e-9e5b-413d-8d38-d2ddc4b5451b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.660689] env[68205]: DEBUG nova.compute.provider_tree [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.710766] env[68205]: DEBUG oslo_concurrency.lockutils [req-3cd518ec-b80d-4a91-9c82-d48f35ad5fda req-28a9d919-8858-4371-b15c-bf6ec6655ee6 service nova] Releasing lock "refresh_cache-5d907468-7208-420e-9ca7-5885ab1205f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.711372] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-5d907468-7208-420e-9ca7-5885ab1205f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.711598] env[68205]: DEBUG nova.network.neutron [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.876982] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904343, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.892267] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 831.892615] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-858d4224-d5a1-4f1c-ac9c-fe7dca063cc9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.901367] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 831.901367] env[68205]: value = "task-2904345" [ 831.901367] env[68205]: _type = "Task" [ 831.901367] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.911923] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904345, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.934724] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "d19fc1e1-b61c-4366-b880-85e694c40ee1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.822s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.025436] env[68205]: DEBUG nova.compute.manager [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.051370] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.051608] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.051803] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.052019] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.052161] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.052318] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.052599] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.052777] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.052981] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.053182] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.053338] env[68205]: DEBUG nova.virt.hardware [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.054237] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c3bdf-b268-4ed9-99f8-feb5c46bf685 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.062370] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d909b03-e7b3-4468-a871-aaffb5eb15d8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.082086] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.085551] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-985a5e66-93a2-47d7-b3b0-f6d02bbe11db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.087215] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.093064] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 832.093064] env[68205]: value = "task-2904346" [ 832.093064] env[68205]: _type = "Task" [ 832.093064] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.102908] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.164809] env[68205]: DEBUG nova.scheduler.client.report [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.246651] env[68205]: DEBUG nova.network.neutron [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.376698] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562378} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.376945] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 20eb57e4-d4cd-4b2b-ba64-e47288e661f3/20eb57e4-d4cd-4b2b-ba64-e47288e661f3.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.377180] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.377441] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa77cb0-6358-4bd3-af41-a1569b8a2602 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.384353] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for the task: (returnval){ [ 832.384353] env[68205]: value = "task-2904347" [ 832.384353] env[68205]: _type = "Task" [ 832.384353] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.392913] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.410703] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904345, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.431127] env[68205]: DEBUG nova.network.neutron [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Updating instance_info_cache with network_info: [{"id": "98ceaa82-9c39-4b38-9d6c-c3b8dffa315d", "address": "fa:16:3e:e0:22:55", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98ceaa82-9c", "ovs_interfaceid": "98ceaa82-9c39-4b38-9d6c-c3b8dffa315d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.440565] env[68205]: DEBUG nova.compute.manager [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.586439] env[68205]: DEBUG oslo_vmware.api [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904344, 'name': PowerOnVM_Task, 'duration_secs': 0.832056} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.586751] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.586953] env[68205]: INFO nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Took 8.97 seconds to spawn the instance on the hypervisor. [ 832.587144] env[68205]: DEBUG nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.587928] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea34c721-b735-417d-a64b-ed688cfbe206 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.604309] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904346, 'name': PowerOffVM_Task, 'duration_secs': 0.275267} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.604558] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.605369] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a751b4-8c14-46ae-9032-29fceaed810a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.627725] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87358189-799b-4c75-a4f8-ea08d1ec19e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.632517] env[68205]: DEBUG nova.compute.manager [req-b12624e3-92b7-4c00-9699-a12325565c4c req-16e3ba6b-54fb-4c78-aec0-65c3566e585b service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Received event network-vif-plugged-cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.632720] env[68205]: DEBUG oslo_concurrency.lockutils [req-b12624e3-92b7-4c00-9699-a12325565c4c req-16e3ba6b-54fb-4c78-aec0-65c3566e585b service nova] Acquiring lock "facc3342-97e6-4209-ae31-a20e9ed70a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.632919] env[68205]: DEBUG oslo_concurrency.lockutils [req-b12624e3-92b7-4c00-9699-a12325565c4c req-16e3ba6b-54fb-4c78-aec0-65c3566e585b service nova] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.633094] env[68205]: DEBUG oslo_concurrency.lockutils [req-b12624e3-92b7-4c00-9699-a12325565c4c req-16e3ba6b-54fb-4c78-aec0-65c3566e585b service nova] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.634025] env[68205]: DEBUG nova.compute.manager [req-b12624e3-92b7-4c00-9699-a12325565c4c req-16e3ba6b-54fb-4c78-aec0-65c3566e585b service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] No waiting events found dispatching network-vif-plugged-cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.634025] env[68205]: WARNING nova.compute.manager [req-b12624e3-92b7-4c00-9699-a12325565c4c req-16e3ba6b-54fb-4c78-aec0-65c3566e585b service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Received unexpected event network-vif-plugged-cb7aa718-96bd-48c9-8eaf-a43e99463891 for instance with vm_state building and task_state spawning. [ 832.670772] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.671386] env[68205]: DEBUG nova.compute.manager [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.674153] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.850s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.674368] env[68205]: DEBUG nova.objects.instance [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lazy-loading 'resources' on Instance uuid ffc1e545-a64e-4c24-8d82-c2e74d953a0f {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.758713] env[68205]: DEBUG nova.network.neutron [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Successfully updated port: cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.894926] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077198} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.895254] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.896050] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ec3eea-5b0a-4dad-8798-b8098ba1fcd4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.919717] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 20eb57e4-d4cd-4b2b-ba64-e47288e661f3/20eb57e4-d4cd-4b2b-ba64-e47288e661f3.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.923134] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4e7f873-075f-4f34-ab2d-c4ba44ef4e27 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.937993] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-5d907468-7208-420e-9ca7-5885ab1205f6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.938309] env[68205]: DEBUG nova.compute.manager [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Instance network_info: |[{"id": "98ceaa82-9c39-4b38-9d6c-c3b8dffa315d", "address": "fa:16:3e:e0:22:55", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98ceaa82-9c", "ovs_interfaceid": "98ceaa82-9c39-4b38-9d6c-c3b8dffa315d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.939247] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:22:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98ceaa82-9c39-4b38-9d6c-c3b8dffa315d', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.946872] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Creating folder: Project (cf3dcfb8a15d4411b3e4f2dc5bb74d48). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.952904] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ed6b8d4-deb3-4f25-86f0-496a441bd72d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.954756] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904345, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.958248] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for the task: (returnval){ [ 832.958248] env[68205]: value = "task-2904348" [ 832.958248] env[68205]: _type = "Task" [ 832.958248] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.967377] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904348, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.968568] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Created folder: Project (cf3dcfb8a15d4411b3e4f2dc5bb74d48) in parent group-v583212. [ 832.968754] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Creating folder: Instances. Parent ref: group-v583335. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.969608] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3151fe34-8f0f-46fb-b4eb-2fab05533262 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.972879] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.978300] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Created folder: Instances in parent group-v583335. [ 832.978561] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.978754] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.979182] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daf91ba5-8dfc-4073-9df1-281ce52582ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.997507] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.997507] env[68205]: value = "task-2904351" [ 832.997507] env[68205]: _type = "Task" [ 832.997507] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.005767] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904351, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.111753] env[68205]: INFO nova.compute.manager [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Took 49.12 seconds to build instance. [ 833.143856] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 833.144287] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9244e130-c3b6-4056-8d23-d10954b8522a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.154219] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 833.154219] env[68205]: value = "task-2904352" [ 833.154219] env[68205]: _type = "Task" [ 833.154219] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.165858] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904352, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.178168] env[68205]: DEBUG nova.compute.utils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.179750] env[68205]: DEBUG nova.compute.manager [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.180042] env[68205]: DEBUG nova.network.neutron [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.262586] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.262586] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquired lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.262586] env[68205]: DEBUG nova.network.neutron [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.297932] env[68205]: DEBUG nova.policy [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e246004932724f4e8c21e7b663d14b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffdb617207c24359bcadb255b9075d70', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.422184] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904345, 'name': CloneVM_Task} progress is 95%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.469316] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.511999] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904351, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.617575] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1c671145-aef5-43ce-bc19-c8eb9ca5bd65 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.468s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.634902] env[68205]: DEBUG oslo_vmware.rw_handles [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3d8e7-764d-13da-efad-b614e8771b7e/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 833.635900] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd26f44-5b39-4d5a-bfca-79b179583232 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.645591] env[68205]: DEBUG oslo_vmware.rw_handles [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3d8e7-764d-13da-efad-b614e8771b7e/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 833.645820] env[68205]: ERROR oslo_vmware.rw_handles [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3d8e7-764d-13da-efad-b614e8771b7e/disk-0.vmdk due to incomplete transfer. [ 833.646283] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6880c5e6-3f3d-4509-a209-cea6f27e8333 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.653428] env[68205]: DEBUG oslo_vmware.rw_handles [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3d8e7-764d-13da-efad-b614e8771b7e/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 833.653626] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Uploaded image 28a4075c-3dc6-47c2-a4c5-32b90b91f628 to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 833.657243] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 833.664683] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49bf5045-699e-4ed3-84b6-38eafa55a150 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.674056] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904352, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.675104] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 833.675104] env[68205]: value = "task-2904353" [ 833.675104] env[68205]: _type = "Task" [ 833.675104] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.685744] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904353, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.687482] env[68205]: DEBUG nova.compute.manager [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.706292] env[68205]: DEBUG nova.network.neutron [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Successfully created port: 000b0ee8-7101-4d5d-ba23-7668683d523a {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.818574] env[68205]: DEBUG nova.network.neutron [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.849681] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6af13e0-1602-4c27-8f8d-0b31536bea3c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.862678] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7937648d-1ef9-4892-a1a7-01ff061c89a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.892193] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ae938d-ece7-4627-bdfa-559e87e2e99e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.901115] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b045cf4-52bd-4f5f-96c1-b24430342e28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.917287] env[68205]: DEBUG nova.compute.provider_tree [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.933440] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904345, 'name': CloneVM_Task, 'duration_secs': 1.704179} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.934595] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Created linked-clone VM from snapshot [ 833.935737] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0685419d-16e7-49e7-a3a3-7041152b8d64 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.948620] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Uploading image c150572f-8be1-44c4-bee5-479c8a7a20b8 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.984200] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904348, 'name': ReconfigVM_Task, 'duration_secs': 0.618922} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.987108] env[68205]: DEBUG oslo_vmware.rw_handles [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 833.987108] env[68205]: value = "vm-583334" [ 833.987108] env[68205]: _type = "VirtualMachine" [ 833.987108] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 833.987654] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 20eb57e4-d4cd-4b2b-ba64-e47288e661f3/20eb57e4-d4cd-4b2b-ba64-e47288e661f3.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.988469] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-298a3219-d97c-4633-8974-2dc0e633a1a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.990664] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7826697-8aea-4aab-ab12-946bb6f525f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.001880] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for the task: (returnval){ [ 834.001880] env[68205]: value = "task-2904354" [ 834.001880] env[68205]: _type = "Task" [ 834.001880] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.001880] env[68205]: DEBUG oslo_vmware.rw_handles [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lease: (returnval){ [ 834.001880] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c24afe-34e1-cb89-1f17-4b938e58a302" [ 834.001880] env[68205]: _type = "HttpNfcLease" [ 834.001880] env[68205]: } obtained for exporting VM: (result){ [ 834.001880] env[68205]: value = "vm-583334" [ 834.001880] env[68205]: _type = "VirtualMachine" [ 834.001880] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 834.001880] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the lease: (returnval){ [ 834.001880] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c24afe-34e1-cb89-1f17-4b938e58a302" [ 834.001880] env[68205]: _type = "HttpNfcLease" [ 834.001880] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 834.018819] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904354, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.023469] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.023469] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c24afe-34e1-cb89-1f17-4b938e58a302" [ 834.023469] env[68205]: _type = "HttpNfcLease" [ 834.023469] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 834.023670] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904351, 'name': CreateVM_Task, 'duration_secs': 0.783407} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.023954] env[68205]: DEBUG oslo_vmware.rw_handles [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 834.023954] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c24afe-34e1-cb89-1f17-4b938e58a302" [ 834.023954] env[68205]: _type = "HttpNfcLease" [ 834.023954] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 834.024166] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.025116] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f088ff-0585-4ee0-a3ed-54e2e1c4e9e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.028285] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.028441] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.028759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.029068] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b45a866-7754-4103-bb0e-f0c89557ddfb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.035971] env[68205]: DEBUG oslo_vmware.rw_handles [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238f213-de5f-f2ac-25fc-beade0fc7e94/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 834.036154] env[68205]: DEBUG oslo_vmware.rw_handles [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238f213-de5f-f2ac-25fc-beade0fc7e94/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 834.038829] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 834.038829] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b0be31-3d45-b3be-847d-d429ccb40329" [ 834.038829] env[68205]: _type = "Task" [ 834.038829] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.107723] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b0be31-3d45-b3be-847d-d429ccb40329, 'name': SearchDatastore_Task, 'duration_secs': 0.021798} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.108033] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.108472] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.108551] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.108695] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.108866] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.109754] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94bdf0c-bace-4496-9f52-ba6b8a5b6eef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.118823] env[68205]: DEBUG nova.compute.manager [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.122541] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.122747] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.124970] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3aa4c28-7c33-4e09-9f23-c52ad5a3cb3f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.130332] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 834.130332] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b87128-07bf-ed00-0e61-5975db452876" [ 834.130332] env[68205]: _type = "Task" [ 834.130332] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.139235] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b87128-07bf-ed00-0e61-5975db452876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.163367] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904352, 'name': CreateSnapshot_Task, 'duration_secs': 0.955605} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.164482] env[68205]: DEBUG nova.network.neutron [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Updating instance_info_cache with network_info: [{"id": "cb7aa718-96bd-48c9-8eaf-a43e99463891", "address": "fa:16:3e:c4:5d:3e", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7aa718-96", "ovs_interfaceid": "cb7aa718-96bd-48c9-8eaf-a43e99463891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.170033] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 834.170033] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7be7ed-03b4-40ab-9e7f-deed834494a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.174226] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c27b281-27c4-4bda-8599-8c4f01a482b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.195165] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904353, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.266051] env[68205]: DEBUG nova.network.neutron [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Successfully created port: a60ec968-0717-494c-9078-2eb68306b16d {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.427788] env[68205]: DEBUG nova.scheduler.client.report [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.510992] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904354, 'name': Rename_Task, 'duration_secs': 0.243755} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.510992] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.510992] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-980c11d2-96bb-4f7d-ac54-822232065792 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.520161] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for the task: (returnval){ [ 834.520161] env[68205]: value = "task-2904356" [ 834.520161] env[68205]: _type = "Task" [ 834.520161] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.526241] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.642941] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b87128-07bf-ed00-0e61-5975db452876, 'name': SearchDatastore_Task, 'duration_secs': 0.012266} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.648023] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d91999-9e9a-48dc-8b30-9696ebbd65fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.648023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.651465] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 834.651465] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d2c9c3-1231-0bd4-f7f2-37f985f462cb" [ 834.651465] env[68205]: _type = "Task" [ 834.651465] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.660745] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d2c9c3-1231-0bd4-f7f2-37f985f462cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.667891] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Releasing lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.668306] env[68205]: DEBUG nova.compute.manager [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Instance network_info: |[{"id": "cb7aa718-96bd-48c9-8eaf-a43e99463891", "address": "fa:16:3e:c4:5d:3e", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7aa718-96", "ovs_interfaceid": "cb7aa718-96bd-48c9-8eaf-a43e99463891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.668715] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:5d:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb7aa718-96bd-48c9-8eaf-a43e99463891', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.678302] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.678650] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.678996] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbd4f7db-f30a-4c59-b4a3-25f86320bb28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.705069] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 834.710568] env[68205]: DEBUG nova.compute.manager [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.713118] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0da2236f-a8f8-44bb-9963-c7ce7347ffac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.728410] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.728410] env[68205]: value = "task-2904357" [ 834.728410] env[68205]: _type = "Task" [ 834.728410] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.730084] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904353, 'name': Destroy_Task, 'duration_secs': 0.845251} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.731811] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Destroyed the VM [ 834.732296] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 834.732861] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 834.732861] env[68205]: value = "task-2904358" [ 834.732861] env[68205]: _type = "Task" [ 834.732861] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.737758] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-063483e4-4216-4205-b7a9-d468692314e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.751848] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904357, 'name': CreateVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.758104] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.758440] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.758669] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.761861] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.761861] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.761861] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.761861] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.761861] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.761861] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.761861] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.761861] env[68205]: DEBUG nova.virt.hardware [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.762561] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904358, 'name': CloneVM_Task} progress is 11%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.763371] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a951b7-cf71-443b-8e92-54d5355c5be8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.766252] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 834.766252] env[68205]: value = "task-2904359" [ 834.766252] env[68205]: _type = "Task" [ 834.766252] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.777924] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94764e87-34a9-4a65-874e-883a7ba8adcf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.786697] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.915625] env[68205]: DEBUG nova.compute.manager [req-73bda86b-473f-4dc2-8291-bf26f0205ba3 req-56b24411-59de-4c53-b6da-b0b734dcce38 service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Received event network-changed-cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.915625] env[68205]: DEBUG nova.compute.manager [req-73bda86b-473f-4dc2-8291-bf26f0205ba3 req-56b24411-59de-4c53-b6da-b0b734dcce38 service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Refreshing instance network info cache due to event network-changed-cb7aa718-96bd-48c9-8eaf-a43e99463891. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.915625] env[68205]: DEBUG oslo_concurrency.lockutils [req-73bda86b-473f-4dc2-8291-bf26f0205ba3 req-56b24411-59de-4c53-b6da-b0b734dcce38 service nova] Acquiring lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.915625] env[68205]: DEBUG oslo_concurrency.lockutils [req-73bda86b-473f-4dc2-8291-bf26f0205ba3 req-56b24411-59de-4c53-b6da-b0b734dcce38 service nova] Acquired lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.915625] env[68205]: DEBUG nova.network.neutron [req-73bda86b-473f-4dc2-8291-bf26f0205ba3 req-56b24411-59de-4c53-b6da-b0b734dcce38 service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Refreshing network info cache for port cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.933665] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.937058] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.983s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.937538] env[68205]: DEBUG nova.objects.instance [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lazy-loading 'resources' on Instance uuid a20032d7-90d1-47fe-9b7d-64e0ad250897 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.962237] env[68205]: INFO nova.scheduler.client.report [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleted allocations for instance ffc1e545-a64e-4c24-8d82-c2e74d953a0f [ 834.969095] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "bcdb9b4e-6538-4752-b506-508ef0e7720a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.969440] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "bcdb9b4e-6538-4752-b506-508ef0e7720a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.969688] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "bcdb9b4e-6538-4752-b506-508ef0e7720a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.969988] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "bcdb9b4e-6538-4752-b506-508ef0e7720a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.973214] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "bcdb9b4e-6538-4752-b506-508ef0e7720a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.976522] env[68205]: INFO nova.compute.manager [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Terminating instance [ 835.031226] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904356, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.164660] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d2c9c3-1231-0bd4-f7f2-37f985f462cb, 'name': SearchDatastore_Task, 'duration_secs': 0.026622} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.165352] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.165745] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 5d907468-7208-420e-9ca7-5885ab1205f6/5d907468-7208-420e-9ca7-5885ab1205f6.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.166158] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7192caab-7818-42cd-8d4e-ff125abcaa39 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.174394] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 835.174394] env[68205]: value = "task-2904360" [ 835.174394] env[68205]: _type = "Task" [ 835.174394] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.186123] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.244236] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904357, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.254131] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904358, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.277983] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.485580] env[68205]: DEBUG nova.compute.manager [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.485809] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.486581] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c9255631-0ba3-4f1f-9e6c-4d48d579dbc1 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "ffc1e545-a64e-4c24-8d82-c2e74d953a0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.118s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.493969] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e42ef66-8022-45b4-a255-0613e5106881 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.508857] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.510925] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cbd6623-e266-447c-9382-37452e9fdf12 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.530028] env[68205]: DEBUG oslo_vmware.api [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 835.530028] env[68205]: value = "task-2904361" [ 835.530028] env[68205]: _type = "Task" [ 835.530028] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.540197] env[68205]: DEBUG oslo_vmware.api [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904356, 'name': PowerOnVM_Task, 'duration_secs': 0.545709} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.543736] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.543944] env[68205]: INFO nova.compute.manager [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Took 9.16 seconds to spawn the instance on the hypervisor. [ 835.544142] env[68205]: DEBUG nova.compute.manager [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.545395] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fb9115-8116-462b-874a-2818010db723 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.553421] env[68205]: DEBUG oslo_vmware.api [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.687154] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904360, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.746053] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904357, 'name': CreateVM_Task, 'duration_secs': 0.53876} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.750793] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.751799] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.753502] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.753502] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.753955] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9511c558-9738-4f47-bc84-ef7bd122b3a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.771683] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904358, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.774747] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 835.774747] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52057450-dd09-edea-0c7a-a78a1c211df1" [ 835.774747] env[68205]: _type = "Task" [ 835.774747] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.785094] env[68205]: DEBUG oslo_vmware.api [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904359, 'name': RemoveSnapshot_Task, 'duration_secs': 0.707652} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.790591] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.790591] env[68205]: INFO nova.compute.manager [None req-df6b6a59-8a62-4a07-b522-fcc2737574cf tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Took 15.47 seconds to snapshot the instance on the hypervisor. [ 835.802770] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52057450-dd09-edea-0c7a-a78a1c211df1, 'name': SearchDatastore_Task, 'duration_secs': 0.017822} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.803796] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.804127] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.804453] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.804702] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.804984] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.805468] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4816d9af-d49b-426c-bed5-fafff77f9ca2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.817177] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.817479] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.818605] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd91e4b4-ad51-4fd5-860b-b19931510da8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.834923] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 835.834923] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b49bfe-1582-dfff-e772-cc5adc658908" [ 835.834923] env[68205]: _type = "Task" [ 835.834923] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.846132] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b49bfe-1582-dfff-e772-cc5adc658908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.912498] env[68205]: DEBUG nova.network.neutron [req-73bda86b-473f-4dc2-8291-bf26f0205ba3 req-56b24411-59de-4c53-b6da-b0b734dcce38 service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Updated VIF entry in instance network info cache for port cb7aa718-96bd-48c9-8eaf-a43e99463891. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.912498] env[68205]: DEBUG nova.network.neutron [req-73bda86b-473f-4dc2-8291-bf26f0205ba3 req-56b24411-59de-4c53-b6da-b0b734dcce38 service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Updating instance_info_cache with network_info: [{"id": "cb7aa718-96bd-48c9-8eaf-a43e99463891", "address": "fa:16:3e:c4:5d:3e", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7aa718-96", "ovs_interfaceid": "cb7aa718-96bd-48c9-8eaf-a43e99463891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.046064] env[68205]: DEBUG oslo_vmware.api [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.073052] env[68205]: INFO nova.compute.manager [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Took 49.38 seconds to build instance. [ 836.121448] env[68205]: DEBUG nova.network.neutron [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Successfully updated port: 000b0ee8-7101-4d5d-ba23-7668683d523a {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.191985] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543294} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.192368] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 5d907468-7208-420e-9ca7-5885ab1205f6/5d907468-7208-420e-9ca7-5885ab1205f6.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.192956] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.192956] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f826765c-dab1-40b6-bdd5-1dc9d0125b16 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.196984] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f542a2c-e88a-4dab-965a-2102de046607 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.205614] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ad656b-0de8-4246-b0fe-2ada96fa8aca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.210286] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 836.210286] env[68205]: value = "task-2904362" [ 836.210286] env[68205]: _type = "Task" [ 836.210286] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.242579] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6e2d93-3f65-4025-83e2-aca2b5b454c6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.249581] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.255798] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00607f-71cb-4f17-b8fa-e2e7143006b2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.263482] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904358, 'name': CloneVM_Task, 'duration_secs': 1.244527} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.264167] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Created linked-clone VM from snapshot [ 836.264996] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244df4b1-db86-4718-ad5b-76c91037ff9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.276170] env[68205]: DEBUG nova.compute.provider_tree [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.282730] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Uploading image 69adef4f-d9f2-40ae-a105-37d04eb0fb53 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 836.309123] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 836.309123] env[68205]: value = "vm-583340" [ 836.309123] env[68205]: _type = "VirtualMachine" [ 836.309123] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 836.309385] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-780966d8-c07d-4f15-b346-8519a4088c9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.316597] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lease: (returnval){ [ 836.316597] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5227dd35-341d-8b56-704e-5f08da606d55" [ 836.316597] env[68205]: _type = "HttpNfcLease" [ 836.316597] env[68205]: } obtained for exporting VM: (result){ [ 836.316597] env[68205]: value = "vm-583340" [ 836.316597] env[68205]: _type = "VirtualMachine" [ 836.316597] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 836.316994] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the lease: (returnval){ [ 836.316994] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5227dd35-341d-8b56-704e-5f08da606d55" [ 836.316994] env[68205]: _type = "HttpNfcLease" [ 836.316994] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 836.323962] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.323962] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5227dd35-341d-8b56-704e-5f08da606d55" [ 836.323962] env[68205]: _type = "HttpNfcLease" [ 836.323962] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 836.342506] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b49bfe-1582-dfff-e772-cc5adc658908, 'name': SearchDatastore_Task, 'duration_secs': 0.018234} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.343362] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd4db0c-368d-462d-9a2c-995d3f9159a9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.348676] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 836.348676] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5294ec8c-6978-99c4-bc68-578e37b087ec" [ 836.348676] env[68205]: _type = "Task" [ 836.348676] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.356979] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5294ec8c-6978-99c4-bc68-578e37b087ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.417009] env[68205]: DEBUG oslo_concurrency.lockutils [req-73bda86b-473f-4dc2-8291-bf26f0205ba3 req-56b24411-59de-4c53-b6da-b0b734dcce38 service nova] Releasing lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.460051] env[68205]: DEBUG nova.compute.manager [None req-e7550d41-18f5-4f50-8ba4-0be7769a494d tempest-ServerDiagnosticsTest-605672939 tempest-ServerDiagnosticsTest-605672939-project-admin] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.461293] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b89903d-c0b1-4394-a91a-5badceaefc2a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.468249] env[68205]: INFO nova.compute.manager [None req-e7550d41-18f5-4f50-8ba4-0be7769a494d tempest-ServerDiagnosticsTest-605672939 tempest-ServerDiagnosticsTest-605672939-project-admin] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Retrieving diagnostics [ 836.469273] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc57ced4-4e7e-4a56-8376-e391b0314714 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.538712] env[68205]: DEBUG oslo_vmware.api [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904361, 'name': PowerOffVM_Task, 'duration_secs': 0.719476} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.538993] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.539167] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.539420] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b3bdee7-005b-4daa-9491-a4fd80116008 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.575334] env[68205]: DEBUG oslo_concurrency.lockutils [None req-803d28c8-4ba1-4c84-b36f-545d43ac1e23 tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.363s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.720512] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09041} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.720947] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.722160] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e957c3-f2cf-464c-bf81-02a36cac14e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.745654] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 5d907468-7208-420e-9ca7-5885ab1205f6/5d907468-7208-420e-9ca7-5885ab1205f6.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.746437] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c2ed4b-f2b3-4a5d-98c2-caab5ec7e49f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.766509] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 836.766509] env[68205]: value = "task-2904365" [ 836.766509] env[68205]: _type = "Task" [ 836.766509] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.776100] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.779106] env[68205]: DEBUG nova.scheduler.client.report [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.825469] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.825469] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5227dd35-341d-8b56-704e-5f08da606d55" [ 836.825469] env[68205]: _type = "HttpNfcLease" [ 836.825469] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 836.825775] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 836.825775] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5227dd35-341d-8b56-704e-5f08da606d55" [ 836.825775] env[68205]: _type = "HttpNfcLease" [ 836.825775] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 836.827022] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9299f617-e028-4746-9bd0-14fdccba9f7a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.835673] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52772809-9a19-6aa6-776b-1d0378f0c60b/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 836.835819] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52772809-9a19-6aa6-776b-1d0378f0c60b/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 836.910453] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5294ec8c-6978-99c4-bc68-578e37b087ec, 'name': SearchDatastore_Task, 'duration_secs': 0.020016} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.910775] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.911077] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] facc3342-97e6-4209-ae31-a20e9ed70a18/facc3342-97e6-4209-ae31-a20e9ed70a18.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.911345] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-470dbb08-e2f7-45ef-b87e-87c07bb95aee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.920113] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 836.920113] env[68205]: value = "task-2904366" [ 836.920113] env[68205]: _type = "Task" [ 836.920113] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.927630] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.963767] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-abb64d3a-d3ab-4ad6-9d78-d9af5ada8f9c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.069073] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.069388] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.069588] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Deleting the datastore file [datastore1] bcdb9b4e-6538-4752-b506-508ef0e7720a {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.069934] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ae2da3b-0546-4225-b839-d163047ddfbc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.076856] env[68205]: DEBUG oslo_vmware.api [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 837.076856] env[68205]: value = "task-2904367" [ 837.076856] env[68205]: _type = "Task" [ 837.076856] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.080612] env[68205]: DEBUG nova.compute.manager [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.087827] env[68205]: DEBUG oslo_vmware.api [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.169179] env[68205]: DEBUG nova.compute.manager [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Received event network-vif-plugged-000b0ee8-7101-4d5d-ba23-7668683d523a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.169496] env[68205]: DEBUG oslo_concurrency.lockutils [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] Acquiring lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.169656] env[68205]: DEBUG oslo_concurrency.lockutils [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] Lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.169816] env[68205]: DEBUG oslo_concurrency.lockutils [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] Lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.169919] env[68205]: DEBUG nova.compute.manager [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] No waiting events found dispatching network-vif-plugged-000b0ee8-7101-4d5d-ba23-7668683d523a {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.170126] env[68205]: WARNING nova.compute.manager [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Received unexpected event network-vif-plugged-000b0ee8-7101-4d5d-ba23-7668683d523a for instance with vm_state building and task_state spawning. [ 837.170291] env[68205]: DEBUG nova.compute.manager [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Received event network-changed-000b0ee8-7101-4d5d-ba23-7668683d523a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.170393] env[68205]: DEBUG nova.compute.manager [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Refreshing instance network info cache due to event network-changed-000b0ee8-7101-4d5d-ba23-7668683d523a. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.170567] env[68205]: DEBUG oslo_concurrency.lockutils [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] Acquiring lock "refresh_cache-e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.170698] env[68205]: DEBUG oslo_concurrency.lockutils [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] Acquired lock "refresh_cache-e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.170848] env[68205]: DEBUG nova.network.neutron [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Refreshing network info cache for port 000b0ee8-7101-4d5d-ba23-7668683d523a {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.280040] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904365, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.284083] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.286795] env[68205]: DEBUG oslo_concurrency.lockutils [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.324s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.287144] env[68205]: DEBUG nova.objects.instance [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lazy-loading 'resources' on Instance uuid 4e1092eb-b9a9-4997-95d6-ba88f4e907f6 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.315508] env[68205]: INFO nova.scheduler.client.report [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleted allocations for instance a20032d7-90d1-47fe-9b7d-64e0ad250897 [ 837.430889] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.590188] env[68205]: DEBUG oslo_vmware.api [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339819} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.593462] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.593684] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.593874] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.594073] env[68205]: INFO nova.compute.manager [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Took 2.11 seconds to destroy the instance on the hypervisor. [ 837.594350] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.594822] env[68205]: DEBUG nova.compute.manager [-] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.595076] env[68205]: DEBUG nova.network.neutron [-] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.608540] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.726210] env[68205]: DEBUG nova.network.neutron [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.779342] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904365, 'name': ReconfigVM_Task, 'duration_secs': 0.542406} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.779801] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 5d907468-7208-420e-9ca7-5885ab1205f6/5d907468-7208-420e-9ca7-5885ab1205f6.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.780661] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fe6745c-0589-49af-8fa9-cabbd6277d8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.788731] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 837.788731] env[68205]: value = "task-2904368" [ 837.788731] env[68205]: _type = "Task" [ 837.788731] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.805713] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904368, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.810416] env[68205]: DEBUG oslo_concurrency.lockutils [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquiring lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.810416] env[68205]: DEBUG oslo_concurrency.lockutils [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.810416] env[68205]: DEBUG oslo_concurrency.lockutils [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquiring lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.810416] env[68205]: DEBUG oslo_concurrency.lockutils [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.810416] env[68205]: DEBUG oslo_concurrency.lockutils [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.811514] env[68205]: INFO nova.compute.manager [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Terminating instance [ 837.824657] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9606d156-9839-4940-9a06-c5f42a407b0a tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "a20032d7-90d1-47fe-9b7d-64e0ad250897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.266s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.872022] env[68205]: DEBUG nova.network.neutron [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.933877] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659666} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.934339] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] facc3342-97e6-4209-ae31-a20e9ed70a18/facc3342-97e6-4209-ae31-a20e9ed70a18.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.934688] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.935019] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbe19ea4-a920-4371-b80d-3977647e6a95 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.945373] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 837.945373] env[68205]: value = "task-2904369" [ 837.945373] env[68205]: _type = "Task" [ 837.945373] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.955641] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.204944] env[68205]: DEBUG nova.network.neutron [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Successfully updated port: a60ec968-0717-494c-9078-2eb68306b16d {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.297946] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904368, 'name': Rename_Task, 'duration_secs': 0.183968} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.300887] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.301600] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f99923e6-e105-4cfb-a28c-9a545f52bc87 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.308492] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 838.308492] env[68205]: value = "task-2904370" [ 838.308492] env[68205]: _type = "Task" [ 838.308492] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.318839] env[68205]: DEBUG nova.compute.manager [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.319145] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.319471] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.320258] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99026bde-1b29-4d8a-9687-74d76480bfe5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.327432] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.331058] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3327174f-5a08-497f-8c44-0e6140b3c3e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.338232] env[68205]: DEBUG oslo_vmware.api [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for the task: (returnval){ [ 838.338232] env[68205]: value = "task-2904371" [ 838.338232] env[68205]: _type = "Task" [ 838.338232] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.350428] env[68205]: DEBUG oslo_vmware.api [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.376408] env[68205]: DEBUG oslo_concurrency.lockutils [req-1a9834ac-3ddb-442d-94d2-5e059ebbd96f req-32a5e2c1-2fbd-471c-9476-4f49fbf4e0b8 service nova] Releasing lock "refresh_cache-e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.384996] env[68205]: DEBUG nova.network.neutron [-] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.390321] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7da8e4-0471-4c77-9445-09f0c0df9b28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.399903] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1e6c64-8548-4904-b65e-03201dfff9f5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.434166] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e492b849-c0c3-477d-9687-174e997fe3b2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.444409] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f91eec-3a8d-4ebd-b798-329ca48cf446 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.466614] env[68205]: DEBUG nova.compute.provider_tree [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.471475] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083776} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.472019] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.472969] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b46f16-07c4-42ec-a37f-e4a19f6f20f5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.497101] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] facc3342-97e6-4209-ae31-a20e9ed70a18/facc3342-97e6-4209-ae31-a20e9ed70a18.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.498365] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0a25fc-d858-40f8-a7cd-8273aeb4b770 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.520334] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 838.520334] env[68205]: value = "task-2904372" [ 838.520334] env[68205]: _type = "Task" [ 838.520334] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.529026] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.710160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "refresh_cache-e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.710160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquired lock "refresh_cache-e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.710160] env[68205]: DEBUG nova.network.neutron [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.821069] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.849722] env[68205]: DEBUG oslo_vmware.api [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904371, 'name': PowerOffVM_Task, 'duration_secs': 0.249704} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.850172] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.850419] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.850748] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-486086a2-4be2-4dd1-b2c3-bdcc52052288 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.888452] env[68205]: INFO nova.compute.manager [-] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Took 1.29 seconds to deallocate network for instance. [ 838.934052] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.934052] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.934052] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Deleting the datastore file [datastore2] 20eb57e4-d4cd-4b2b-ba64-e47288e661f3 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.934373] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74f5f0fe-2654-4d4d-9c2a-0471de86650a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.941722] env[68205]: DEBUG oslo_vmware.api [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for the task: (returnval){ [ 838.941722] env[68205]: value = "task-2904374" [ 838.941722] env[68205]: _type = "Task" [ 838.941722] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.951266] env[68205]: DEBUG oslo_vmware.api [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.994289] env[68205]: ERROR nova.scheduler.client.report [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] [req-080fd38d-ab9b-4f2a-bccd-86d40052aa18] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-080fd38d-ab9b-4f2a-bccd-86d40052aa18"}]} [ 839.013085] env[68205]: DEBUG nova.scheduler.client.report [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 839.031349] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.032477] env[68205]: DEBUG nova.scheduler.client.report [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 839.032714] env[68205]: DEBUG nova.compute.provider_tree [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.047357] env[68205]: DEBUG nova.scheduler.client.report [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 839.068311] env[68205]: DEBUG nova.scheduler.client.report [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 839.252563] env[68205]: DEBUG nova.network.neutron [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.320288] env[68205]: DEBUG oslo_vmware.api [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904370, 'name': PowerOnVM_Task, 'duration_secs': 0.584616} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.321205] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.321889] env[68205]: INFO nova.compute.manager [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Took 10.15 seconds to spawn the instance on the hypervisor. [ 839.321889] env[68205]: DEBUG nova.compute.manager [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.323134] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9de70d-61b0-4c18-be86-10227d3d3dcd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.396112] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.461222] env[68205]: DEBUG oslo_vmware.api [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Task: {'id': task-2904374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26035} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.464354] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.464988] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.465324] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.465642] env[68205]: INFO nova.compute.manager [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 839.466047] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.469262] env[68205]: DEBUG nova.compute.manager [-] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.469501] env[68205]: DEBUG nova.network.neutron [-] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.534415] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904372, 'name': ReconfigVM_Task, 'duration_secs': 0.625115} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.537669] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Reconfigured VM instance instance-0000002c to attach disk [datastore2] facc3342-97e6-4209-ae31-a20e9ed70a18/facc3342-97e6-4209-ae31-a20e9ed70a18.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.538835] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40b1f509-2cfc-4784-97cc-f00ad28c1016 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.545435] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 839.545435] env[68205]: value = "task-2904375" [ 839.545435] env[68205]: _type = "Task" [ 839.545435] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.558059] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904375, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.591555] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdce1ee-6132-490f-82a0-bc9e110d3247 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.600294] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d215be3c-f5be-4caf-81b9-ab99da268dd8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.640981] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce4b6bf-a5d7-4a01-9fbc-5d38aceadab7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.649549] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80343bc3-616a-47d2-91c1-54788d438f47 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.655411] env[68205]: DEBUG nova.network.neutron [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Updating instance_info_cache with network_info: [{"id": "000b0ee8-7101-4d5d-ba23-7668683d523a", "address": "fa:16:3e:d0:98:44", "network": {"id": "307192ab-ee6c-4bf3-9d02-b4d9e4c5a8f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1933394520", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000b0ee8-71", "ovs_interfaceid": "000b0ee8-7101-4d5d-ba23-7668683d523a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a60ec968-0717-494c-9078-2eb68306b16d", "address": "fa:16:3e:e1:fe:9f", "network": {"id": "28e687f5-b4f7-4c60-897f-1d3488055a23", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-530575620", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa60ec968-07", "ovs_interfaceid": "a60ec968-0717-494c-9078-2eb68306b16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.667850] env[68205]: DEBUG nova.compute.provider_tree [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.850430] env[68205]: INFO nova.compute.manager [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Took 40.25 seconds to build instance. [ 840.060262] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904375, 'name': Rename_Task, 'duration_secs': 0.2075} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.060668] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.060968] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7c4f459-019c-4f3e-b286-3b3ffefc67c7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.068838] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 840.068838] env[68205]: value = "task-2904376" [ 840.068838] env[68205]: _type = "Task" [ 840.068838] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.078655] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.158296] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Releasing lock "refresh_cache-e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.158832] env[68205]: DEBUG nova.compute.manager [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Instance network_info: |[{"id": "000b0ee8-7101-4d5d-ba23-7668683d523a", "address": "fa:16:3e:d0:98:44", "network": {"id": "307192ab-ee6c-4bf3-9d02-b4d9e4c5a8f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1933394520", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000b0ee8-71", "ovs_interfaceid": "000b0ee8-7101-4d5d-ba23-7668683d523a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a60ec968-0717-494c-9078-2eb68306b16d", "address": "fa:16:3e:e1:fe:9f", "network": {"id": "28e687f5-b4f7-4c60-897f-1d3488055a23", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-530575620", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa60ec968-07", "ovs_interfaceid": "a60ec968-0717-494c-9078-2eb68306b16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.159442] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:98:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '000b0ee8-7101-4d5d-ba23-7668683d523a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:fe:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a60ec968-0717-494c-9078-2eb68306b16d', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.172671] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.176535] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.177199] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d9e6446-fbdf-4f97-a2e0-f11123fc05df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.206696] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.206696] env[68205]: value = "task-2904377" [ 840.206696] env[68205]: _type = "Task" [ 840.206696] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.211758] env[68205]: DEBUG nova.scheduler.client.report [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 840.212170] env[68205]: DEBUG nova.compute.provider_tree [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 68 to 69 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 840.212417] env[68205]: DEBUG nova.compute.provider_tree [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.222313] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904377, 'name': CreateVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.311614] env[68205]: DEBUG nova.network.neutron [-] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.352448] env[68205]: DEBUG oslo_concurrency.lockutils [None req-14a28ad7-ee89-44ca-942e-a4d5fcf0b5a4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "5d907468-7208-420e-9ca7-5885ab1205f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.868s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.580972] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904376, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.718783] env[68205]: DEBUG oslo_concurrency.lockutils [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.432s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.721873] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904377, 'name': CreateVM_Task, 'duration_secs': 0.462177} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.722557] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.550s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.724675] env[68205]: INFO nova.compute.claims [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.728051] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.729116] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.729905] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.729905] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.729905] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc924b7-6e6b-459c-9430-6153a23fe6e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.735980] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 840.735980] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52672eee-09b3-290d-40f1-6002b9da9670" [ 840.735980] env[68205]: _type = "Task" [ 840.735980] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.745086] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52672eee-09b3-290d-40f1-6002b9da9670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.745987] env[68205]: INFO nova.scheduler.client.report [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Deleted allocations for instance 4e1092eb-b9a9-4997-95d6-ba88f4e907f6 [ 840.814257] env[68205]: INFO nova.compute.manager [-] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Took 1.34 seconds to deallocate network for instance. [ 840.855828] env[68205]: DEBUG nova.compute.manager [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.080221] env[68205]: DEBUG oslo_vmware.api [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904376, 'name': PowerOnVM_Task, 'duration_secs': 0.714135} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.080511] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.080861] env[68205]: INFO nova.compute.manager [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Took 9.06 seconds to spawn the instance on the hypervisor. [ 841.080977] env[68205]: DEBUG nova.compute.manager [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.081747] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae70376-9b62-4bea-815a-7da16c0293f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.249815] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52672eee-09b3-290d-40f1-6002b9da9670, 'name': SearchDatastore_Task, 'duration_secs': 0.015533} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.250192] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.250429] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.250664] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.250809] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.251250] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.251250] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87487813-213d-49e1-b9ca-8714e9e36508 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.256978] env[68205]: DEBUG oslo_concurrency.lockutils [None req-135cdbea-e17e-4ba4-9a0e-44c75e7c693d tempest-InstanceActionsTestJSON-214672112 tempest-InstanceActionsTestJSON-214672112-project-member] Lock "4e1092eb-b9a9-4997-95d6-ba88f4e907f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.180s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.274906] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.275130] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.276029] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2593904-bedb-48e3-957c-56b1fd5a7826 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.282487] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 841.282487] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52017faf-454c-7ba5-6c86-8f8fde0e618a" [ 841.282487] env[68205]: _type = "Task" [ 841.282487] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.290966] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52017faf-454c-7ba5-6c86-8f8fde0e618a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.320913] env[68205]: DEBUG oslo_concurrency.lockutils [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.382677] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.599729] env[68205]: INFO nova.compute.manager [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Took 38.74 seconds to build instance. [ 841.794559] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52017faf-454c-7ba5-6c86-8f8fde0e618a, 'name': SearchDatastore_Task, 'duration_secs': 0.015073} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.798341] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42672905-ae41-41ad-89f1-4eda077ca74a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.803703] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 841.803703] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523edbc9-963d-50bd-3d50-612ca5529579" [ 841.803703] env[68205]: _type = "Task" [ 841.803703] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.813439] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523edbc9-963d-50bd-3d50-612ca5529579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.899565] env[68205]: DEBUG oslo_vmware.rw_handles [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238f213-de5f-f2ac-25fc-beade0fc7e94/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 841.900703] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f41139-aaa7-42a1-b9e3-a6ad329978d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.907894] env[68205]: DEBUG oslo_vmware.rw_handles [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238f213-de5f-f2ac-25fc-beade0fc7e94/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 841.908065] env[68205]: ERROR oslo_vmware.rw_handles [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238f213-de5f-f2ac-25fc-beade0fc7e94/disk-0.vmdk due to incomplete transfer. [ 841.908305] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa9bc609-a0ce-4095-9599-5d46929aaec2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.916154] env[68205]: DEBUG oslo_vmware.rw_handles [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5238f213-de5f-f2ac-25fc-beade0fc7e94/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 841.916370] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Uploaded image c150572f-8be1-44c4-bee5-479c8a7a20b8 to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 841.918919] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 841.921922] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cec9b953-ab58-4c27-a23b-5ffe2edc9981 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.930539] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 841.930539] env[68205]: value = "task-2904378" [ 841.930539] env[68205]: _type = "Task" [ 841.930539] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.941938] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904378, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.104773] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc74b7bf-0bf1-4868-abc5-6ac3a897066a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.080s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.233585] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964c3846-9317-4206-bb76-b3843e3a9719 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.242249] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988f4c00-cf4d-4fd9-9798-13dcc66662ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.276096] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57ebbc5-c603-4995-838a-4651b69ed18b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.284102] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f24d429-5473-49de-8bd6-b4d98200536c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.298232] env[68205]: DEBUG nova.compute.provider_tree [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.313215] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523edbc9-963d-50bd-3d50-612ca5529579, 'name': SearchDatastore_Task, 'duration_secs': 0.021494} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.313498] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.313703] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929/e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.313966] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c33d33a9-9208-4d8b-9596-139574908f4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.320480] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 842.320480] env[68205]: value = "task-2904379" [ 842.320480] env[68205]: _type = "Task" [ 842.320480] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.328809] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.440133] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904378, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.608672] env[68205]: DEBUG nova.compute.manager [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.802072] env[68205]: DEBUG nova.scheduler.client.report [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.832075] env[68205]: DEBUG nova.compute.manager [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Received event network-vif-deleted-636f7264-a6eb-4775-b6bf-6e2dae9a433a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.832543] env[68205]: DEBUG nova.compute.manager [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Received event network-vif-plugged-a60ec968-0717-494c-9078-2eb68306b16d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.832962] env[68205]: DEBUG oslo_concurrency.lockutils [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] Acquiring lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.833352] env[68205]: DEBUG oslo_concurrency.lockutils [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] Lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.833666] env[68205]: DEBUG oslo_concurrency.lockutils [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] Lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.833985] env[68205]: DEBUG nova.compute.manager [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] No waiting events found dispatching network-vif-plugged-a60ec968-0717-494c-9078-2eb68306b16d {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.834294] env[68205]: WARNING nova.compute.manager [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Received unexpected event network-vif-plugged-a60ec968-0717-494c-9078-2eb68306b16d for instance with vm_state building and task_state spawning. [ 842.836025] env[68205]: DEBUG nova.compute.manager [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Received event network-changed-a60ec968-0717-494c-9078-2eb68306b16d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.836025] env[68205]: DEBUG nova.compute.manager [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Refreshing instance network info cache due to event network-changed-a60ec968-0717-494c-9078-2eb68306b16d. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.836025] env[68205]: DEBUG oslo_concurrency.lockutils [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] Acquiring lock "refresh_cache-e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.836025] env[68205]: DEBUG oslo_concurrency.lockutils [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] Acquired lock "refresh_cache-e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.836025] env[68205]: DEBUG nova.network.neutron [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Refreshing network info cache for port a60ec968-0717-494c-9078-2eb68306b16d {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.843545] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904379, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.944215] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904378, 'name': Destroy_Task, 'duration_secs': 0.584608} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.944215] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Destroyed the VM [ 842.945332] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.945332] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-304edd13-7038-4f92-bfb6-4f6288f38bee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.951518] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 842.951518] env[68205]: value = "task-2904380" [ 842.951518] env[68205]: _type = "Task" [ 842.951518] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.962138] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904380, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.127020] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "26573517-be6c-4440-b71a-6b77acb9814e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.127336] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "26573517-be6c-4440-b71a-6b77acb9814e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.133030] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.156343] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "970f1910-fdd7-4dea-92f6-1e1f403c9708" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.156636] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "970f1910-fdd7-4dea-92f6-1e1f403c9708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.310550] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.310550] env[68205]: DEBUG nova.compute.manager [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.313407] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.819s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.313639] env[68205]: DEBUG nova.objects.instance [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lazy-loading 'resources' on Instance uuid 6a7f56a0-251a-4461-a882-9019cb2d31ea {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.336352] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781056} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.336707] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929/e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.336980] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.337343] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-352aea39-f441-4fad-9694-16ba2af00bc6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.350181] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 843.350181] env[68205]: value = "task-2904381" [ 843.350181] env[68205]: _type = "Task" [ 843.350181] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.358291] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.463096] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904380, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.750434] env[68205]: DEBUG nova.network.neutron [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Updated VIF entry in instance network info cache for port a60ec968-0717-494c-9078-2eb68306b16d. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.750955] env[68205]: DEBUG nova.network.neutron [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Updating instance_info_cache with network_info: [{"id": "000b0ee8-7101-4d5d-ba23-7668683d523a", "address": "fa:16:3e:d0:98:44", "network": {"id": "307192ab-ee6c-4bf3-9d02-b4d9e4c5a8f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1933394520", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000b0ee8-71", "ovs_interfaceid": "000b0ee8-7101-4d5d-ba23-7668683d523a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a60ec968-0717-494c-9078-2eb68306b16d", "address": "fa:16:3e:e1:fe:9f", "network": {"id": "28e687f5-b4f7-4c60-897f-1d3488055a23", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-530575620", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa60ec968-07", "ovs_interfaceid": "a60ec968-0717-494c-9078-2eb68306b16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.817446] env[68205]: DEBUG nova.compute.utils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.829280] env[68205]: DEBUG nova.compute.manager [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.829280] env[68205]: DEBUG nova.network.neutron [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.861013] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083927} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.866945] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.867233] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59ef599-214e-4d9a-8eef-4f425a12eaa4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.898994] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929/e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.903729] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88da924e-6ac6-480c-a03b-d140447c0959 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.928438] env[68205]: DEBUG nova.policy [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836a3e7b8e2f4ab8a4f0565f01890ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1ec5ad99a074ac2b45f673b057c8634', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.933885] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 843.933885] env[68205]: value = "task-2904382" [ 843.933885] env[68205]: _type = "Task" [ 843.933885] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.945138] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.963821] env[68205]: DEBUG oslo_vmware.api [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904380, 'name': RemoveSnapshot_Task, 'duration_secs': 0.679245} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.963821] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.963821] env[68205]: INFO nova.compute.manager [None req-51670165-b310-4d66-a29f-cbf0c406c820 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Took 14.17 seconds to snapshot the instance on the hypervisor. [ 844.153192] env[68205]: DEBUG nova.compute.manager [req-bc1ab5d0-35fb-412b-825d-b461ff63681b req-c7285d1d-752f-4aab-ac94-879851287cb8 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Received event network-changed-b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.153302] env[68205]: DEBUG nova.compute.manager [req-bc1ab5d0-35fb-412b-825d-b461ff63681b req-c7285d1d-752f-4aab-ac94-879851287cb8 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Refreshing instance network info cache due to event network-changed-b5463baf-1fa5-4ce2-b357-6bfff2669010. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.153518] env[68205]: DEBUG oslo_concurrency.lockutils [req-bc1ab5d0-35fb-412b-825d-b461ff63681b req-c7285d1d-752f-4aab-ac94-879851287cb8 service nova] Acquiring lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.153653] env[68205]: DEBUG oslo_concurrency.lockutils [req-bc1ab5d0-35fb-412b-825d-b461ff63681b req-c7285d1d-752f-4aab-ac94-879851287cb8 service nova] Acquired lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.153807] env[68205]: DEBUG nova.network.neutron [req-bc1ab5d0-35fb-412b-825d-b461ff63681b req-c7285d1d-752f-4aab-ac94-879851287cb8 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Refreshing network info cache for port b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.253984] env[68205]: DEBUG oslo_concurrency.lockutils [req-e81a7452-f949-4896-9904-9fc5f8d474ed req-2c4e75e4-d2c1-453f-9191-6ba7ad762026 service nova] Releasing lock "refresh_cache-e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.328285] env[68205]: DEBUG nova.compute.manager [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.426511] env[68205]: INFO nova.compute.manager [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Rebuilding instance [ 844.447174] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.492288] env[68205]: DEBUG nova.compute.manager [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.493705] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59c0809-a0f0-47bb-9aa2-6c41dfbfb344 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.569060] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "cf724785-3f69-4e75-93ca-4425ea703689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.569340] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "cf724785-3f69-4e75-93ca-4425ea703689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.569566] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "cf724785-3f69-4e75-93ca-4425ea703689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.569763] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "cf724785-3f69-4e75-93ca-4425ea703689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.569927] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "cf724785-3f69-4e75-93ca-4425ea703689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.572115] env[68205]: INFO nova.compute.manager [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Terminating instance [ 844.579748] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d183f7-2c05-4db0-99fb-4a02db306e05 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.589279] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cdbf74-e38e-4392-8fad-636c22f80666 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.623643] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeecba3-2086-43b0-89ec-c756c521b2ae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.632232] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c07c75-c719-41ba-b69b-0c0b27880c52 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.646848] env[68205]: DEBUG nova.compute.provider_tree [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.649729] env[68205]: DEBUG nova.network.neutron [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Successfully created port: 67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.946322] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.075748] env[68205]: DEBUG nova.compute.manager [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.076114] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.077078] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014da242-7bef-4605-a31a-3f152da16d60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.086330] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.086704] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da05a8b8-2941-40c0-9f0f-d464240eda61 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.151802] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.152256] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.152514] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleting the datastore file [datastore1] cf724785-3f69-4e75-93ca-4425ea703689 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.155509] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c25378a3-77c9-46be-a5f4-af5a73f268e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.162389] env[68205]: DEBUG oslo_vmware.api [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 845.162389] env[68205]: value = "task-2904384" [ 845.162389] env[68205]: _type = "Task" [ 845.162389] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.173274] env[68205]: DEBUG oslo_vmware.api [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.174696] env[68205]: DEBUG nova.network.neutron [req-bc1ab5d0-35fb-412b-825d-b461ff63681b req-c7285d1d-752f-4aab-ac94-879851287cb8 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updated VIF entry in instance network info cache for port b5463baf-1fa5-4ce2-b357-6bfff2669010. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.174696] env[68205]: DEBUG nova.network.neutron [req-bc1ab5d0-35fb-412b-825d-b461ff63681b req-c7285d1d-752f-4aab-ac94-879851287cb8 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updating instance_info_cache with network_info: [{"id": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "address": "fa:16:3e:a3:4a:6a", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5463baf-1f", "ovs_interfaceid": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.181093] env[68205]: ERROR nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [req-cd6710e1-2a7d-492f-9c3e-d051820a9f89] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd6710e1-2a7d-492f-9c3e-d051820a9f89"}]} [ 845.203954] env[68205]: DEBUG nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 845.225694] env[68205]: DEBUG nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 845.225946] env[68205]: DEBUG nova.compute.provider_tree [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.242119] env[68205]: DEBUG nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 845.266917] env[68205]: DEBUG nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 845.341862] env[68205]: DEBUG nova.compute.manager [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.378348] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.378545] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.378545] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.378909] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.378909] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.379035] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.383294] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.383294] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.383294] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.383294] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.383294] env[68205]: DEBUG nova.virt.hardware [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.383825] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5d93ab-082d-4a05-aedc-175dc7bd51f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.400717] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa823e3-191d-449d-9e74-7ae39746c686 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.454519] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904382, 'name': ReconfigVM_Task, 'duration_secs': 1.0689} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.457033] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Reconfigured VM instance instance-0000002d to attach disk [datastore1] e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929/e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.457033] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1121b31b-4803-497a-954d-9f2398ded3a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.463199] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 845.463199] env[68205]: value = "task-2904385" [ 845.463199] env[68205]: _type = "Task" [ 845.463199] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.479909] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904385, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.511597] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.511918] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0299d23-d53d-4147-9e72-16a1863b55f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.520207] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 845.520207] env[68205]: value = "task-2904386" [ 845.520207] env[68205]: _type = "Task" [ 845.520207] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.532867] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.679137] env[68205]: DEBUG oslo_concurrency.lockutils [req-bc1ab5d0-35fb-412b-825d-b461ff63681b req-c7285d1d-752f-4aab-ac94-879851287cb8 service nova] Releasing lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.681116] env[68205]: DEBUG oslo_vmware.api [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376037} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.681116] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.681116] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.681116] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.681116] env[68205]: INFO nova.compute.manager [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Took 0.60 seconds to destroy the instance on the hypervisor. [ 845.681116] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.681116] env[68205]: DEBUG nova.compute.manager [-] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.681116] env[68205]: DEBUG nova.network.neutron [-] [instance: cf724785-3f69-4e75-93ca-4425ea703689] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.856486] env[68205]: DEBUG nova.compute.manager [req-fbe7be34-e916-48a9-9fd9-950dc71fd71a req-65bc8d9d-85ee-47ca-a79c-960408eb6e45 service nova] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Received event network-vif-deleted-58e2cbeb-542a-4752-beda-f20bcbff6e33 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.902344] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1418b373-a830-481f-9c50-c28d6c5b66ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.910961] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0200d01-e8d4-4497-a0a4-86a2af1f9c12 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.949011] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c254d837-ad7a-47bc-ae7e-6c7008ab996c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.957614] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd12c46d-55b9-4587-8bb6-0453ab343e16 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.977677] env[68205]: DEBUG nova.compute.provider_tree [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.985429] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904385, 'name': Rename_Task, 'duration_secs': 0.197751} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.986096] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.986218] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8129824-ed24-4d9f-a051-0476dca58d0e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.992969] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 845.992969] env[68205]: value = "task-2904387" [ 845.992969] env[68205]: _type = "Task" [ 845.992969] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.004923] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.033607] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904386, 'name': PowerOffVM_Task, 'duration_secs': 0.193105} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.034042] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.034374] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.035343] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e2e5e2-c1d1-473c-b585-63855703002b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.044232] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.044232] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0145fdc9-1df8-4d8e-9fb2-68b848793afd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.069838] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.070274] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.109049] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.109049] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.109277] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleting the datastore file [datastore2] 5d907468-7208-420e-9ca7-5885ab1205f6 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.109634] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d177e9f-7410-4e99-a564-9add6834b26e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.121018] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 846.121018] env[68205]: value = "task-2904389" [ 846.121018] env[68205]: _type = "Task" [ 846.121018] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.128375] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.382586] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52772809-9a19-6aa6-776b-1d0378f0c60b/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.384371] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33daf818-4de4-4a85-a5a0-de365840ea41 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.391983] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52772809-9a19-6aa6-776b-1d0378f0c60b/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.392195] env[68205]: ERROR oslo_vmware.rw_handles [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52772809-9a19-6aa6-776b-1d0378f0c60b/disk-0.vmdk due to incomplete transfer. [ 846.392440] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5fc086b5-20c6-4bc0-a850-eadd1442b502 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.407455] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52772809-9a19-6aa6-776b-1d0378f0c60b/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.407670] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Uploaded image 69adef4f-d9f2-40ae-a105-37d04eb0fb53 to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.409522] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.409815] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d49fd325-2c34-4162-8d6f-eeb3eb5293d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.416272] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 846.416272] env[68205]: value = "task-2904390" [ 846.416272] env[68205]: _type = "Task" [ 846.416272] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.424935] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904390, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.503915] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904387, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.505743] env[68205]: ERROR nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [req-9cfe0922-0ac9-44df-9a7f-db95f6c6d427] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9cfe0922-0ac9-44df-9a7f-db95f6c6d427"}]} [ 846.526657] env[68205]: DEBUG nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 846.543837] env[68205]: DEBUG nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 846.544140] env[68205]: DEBUG nova.compute.provider_tree [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.558552] env[68205]: DEBUG nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 846.577129] env[68205]: DEBUG nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 846.631115] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208653} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.634655] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.635035] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.635202] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.720193] env[68205]: DEBUG nova.compute.manager [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Received event network-changed-b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.721015] env[68205]: DEBUG nova.compute.manager [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Refreshing instance network info cache due to event network-changed-b5463baf-1fa5-4ce2-b357-6bfff2669010. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.721530] env[68205]: DEBUG oslo_concurrency.lockutils [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] Acquiring lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.723527] env[68205]: DEBUG oslo_concurrency.lockutils [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] Acquired lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.723527] env[68205]: DEBUG nova.network.neutron [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Refreshing network info cache for port b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.745126] env[68205]: DEBUG nova.network.neutron [-] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.804610] env[68205]: DEBUG nova.network.neutron [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Successfully updated port: 67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.928478] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904390, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.006596] env[68205]: DEBUG oslo_vmware.api [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904387, 'name': PowerOnVM_Task, 'duration_secs': 0.528383} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.009332] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.009561] env[68205]: INFO nova.compute.manager [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Took 12.30 seconds to spawn the instance on the hypervisor. [ 847.009749] env[68205]: DEBUG nova.compute.manager [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.010723] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8951d78c-a6d4-4e4e-b67b-9e8f7aafe5cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.212742] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240c595d-c6cd-4088-ae93-c3549ef52fb1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.220816] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2ae580-9033-4e79-9500-101548422d7d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.253822] env[68205]: INFO nova.compute.manager [-] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Took 1.57 seconds to deallocate network for instance. [ 847.256491] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6342c4-6933-4502-93f2-63427210dcdc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.267717] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70644d50-4383-432f-b57d-12beee9407eb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.285335] env[68205]: DEBUG nova.compute.provider_tree [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.308094] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "refresh_cache-1a7265df-0cae-411c-a4fe-72870826d0e6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.308094] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired lock "refresh_cache-1a7265df-0cae-411c-a4fe-72870826d0e6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.308297] env[68205]: DEBUG nova.network.neutron [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.429333] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904390, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.534648] env[68205]: INFO nova.compute.manager [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Took 44.24 seconds to build instance. [ 847.681283] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.681580] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.681672] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.681851] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.681993] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.682147] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.682349] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.682500] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.682771] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.682840] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.682980] env[68205]: DEBUG nova.virt.hardware [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.684363] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7843c460-fa41-47b3-ae11-50232cc70ff7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.692568] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f82a87-d1ff-4140-a25a-3dc549331bae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.708229] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:22:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98ceaa82-9c39-4b38-9d6c-c3b8dffa315d', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.716788] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.717157] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.717629] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40cb517b-9804-4af9-9fdc-9a3846f497ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.738343] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.738343] env[68205]: value = "task-2904391" [ 847.738343] env[68205]: _type = "Task" [ 847.738343] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.751359] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904391, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.768256] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.805024] env[68205]: DEBUG nova.network.neutron [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updated VIF entry in instance network info cache for port b5463baf-1fa5-4ce2-b357-6bfff2669010. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.805024] env[68205]: DEBUG nova.network.neutron [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updating instance_info_cache with network_info: [{"id": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "address": "fa:16:3e:a3:4a:6a", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5463baf-1f", "ovs_interfaceid": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.833191] env[68205]: DEBUG nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 847.833532] env[68205]: DEBUG nova.compute.provider_tree [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 72 to 73 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 847.833709] env[68205]: DEBUG nova.compute.provider_tree [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.858466] env[68205]: DEBUG nova.network.neutron [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.929178] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904390, 'name': Destroy_Task, 'duration_secs': 1.125092} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.929464] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Destroyed the VM [ 847.929886] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 847.929992] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e200e81-35b8-479b-a3a1-997d08ecfb67 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.936587] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 847.936587] env[68205]: value = "task-2904392" [ 847.936587] env[68205]: _type = "Task" [ 847.936587] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.945448] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904392, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.036921] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af590d0-6eea-405f-b177-8b94452b04e2 tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.338s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.106956] env[68205]: DEBUG nova.network.neutron [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Updating instance_info_cache with network_info: [{"id": "67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83", "address": "fa:16:3e:72:60:4f", "network": {"id": "26118d2b-9efa-4846-b34a-da728e1e1b73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-982491932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ec5ad99a074ac2b45f673b057c8634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f0d37c-0e", "ovs_interfaceid": "67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.254324] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904391, 'name': CreateVM_Task, 'duration_secs': 0.349884} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.254907] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.255244] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.255398] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.256231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.256231] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c16306-4579-4c0f-a553-41b6f3bf610d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.263837] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 848.263837] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529510f8-d03a-204b-fc9a-5ac7d2d019af" [ 848.263837] env[68205]: _type = "Task" [ 848.263837] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.272351] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529510f8-d03a-204b-fc9a-5ac7d2d019af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.305265] env[68205]: DEBUG oslo_concurrency.lockutils [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] Releasing lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.305541] env[68205]: DEBUG nova.compute.manager [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Received event network-changed-cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.305709] env[68205]: DEBUG nova.compute.manager [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Refreshing instance network info cache due to event network-changed-cb7aa718-96bd-48c9-8eaf-a43e99463891. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.305925] env[68205]: DEBUG oslo_concurrency.lockutils [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] Acquiring lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.306096] env[68205]: DEBUG oslo_concurrency.lockutils [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] Acquired lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.306284] env[68205]: DEBUG nova.network.neutron [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Refreshing network info cache for port cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.339125] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.026s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.341500] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.146s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.343177] env[68205]: INFO nova.compute.claims [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.386638] env[68205]: INFO nova.scheduler.client.report [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Deleted allocations for instance 6a7f56a0-251a-4461-a882-9019cb2d31ea [ 848.453566] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904392, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.493393] env[68205]: DEBUG nova.compute.manager [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Received event network-vif-deleted-b577c9d6-6edf-4d03-9542-abde67a922d2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.493797] env[68205]: DEBUG nova.compute.manager [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Received event network-vif-plugged-67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.494798] env[68205]: DEBUG oslo_concurrency.lockutils [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] Acquiring lock "1a7265df-0cae-411c-a4fe-72870826d0e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.494798] env[68205]: DEBUG oslo_concurrency.lockutils [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] Lock "1a7265df-0cae-411c-a4fe-72870826d0e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.494798] env[68205]: DEBUG oslo_concurrency.lockutils [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] Lock "1a7265df-0cae-411c-a4fe-72870826d0e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.494798] env[68205]: DEBUG nova.compute.manager [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] No waiting events found dispatching network-vif-plugged-67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.494798] env[68205]: WARNING nova.compute.manager [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Received unexpected event network-vif-plugged-67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83 for instance with vm_state building and task_state spawning. [ 848.495234] env[68205]: DEBUG nova.compute.manager [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Received event network-changed-67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.495400] env[68205]: DEBUG nova.compute.manager [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Refreshing instance network info cache due to event network-changed-67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.495607] env[68205]: DEBUG oslo_concurrency.lockutils [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] Acquiring lock "refresh_cache-1a7265df-0cae-411c-a4fe-72870826d0e6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.546581] env[68205]: DEBUG nova.compute.manager [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.612653] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Releasing lock "refresh_cache-1a7265df-0cae-411c-a4fe-72870826d0e6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.613192] env[68205]: DEBUG nova.compute.manager [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Instance network_info: |[{"id": "67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83", "address": "fa:16:3e:72:60:4f", "network": {"id": "26118d2b-9efa-4846-b34a-da728e1e1b73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-982491932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ec5ad99a074ac2b45f673b057c8634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f0d37c-0e", "ovs_interfaceid": "67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.613192] env[68205]: DEBUG oslo_concurrency.lockutils [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] Acquired lock "refresh_cache-1a7265df-0cae-411c-a4fe-72870826d0e6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.613444] env[68205]: DEBUG nova.network.neutron [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Refreshing network info cache for port 67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.615178] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:60:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.624043] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.625068] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.625341] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18f8d842-52c0-49cd-a33e-e2a6289dc33d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.648439] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.648439] env[68205]: value = "task-2904393" [ 848.648439] env[68205]: _type = "Task" [ 848.648439] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.656993] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904393, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.780813] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529510f8-d03a-204b-fc9a-5ac7d2d019af, 'name': SearchDatastore_Task, 'duration_secs': 0.010866} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.781682] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.781919] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.782365] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.782606] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.784608] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.784608] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8322836-3a0c-4fad-a62b-bca5063619dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.793470] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.793723] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.794652] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5369e0-2021-4e16-910c-789fb659f397 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.804068] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 848.804068] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52eb808e-88bc-1d7a-b69c-6ae5e1667d2b" [ 848.804068] env[68205]: _type = "Task" [ 848.804068] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.817141] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52eb808e-88bc-1d7a-b69c-6ae5e1667d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.903786] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d72f3f6c-4e3e-4346-b2f2-d8d4a86c97f7 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "6a7f56a0-251a-4461-a882-9019cb2d31ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.055s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.950411] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904392, 'name': RemoveSnapshot_Task, 'duration_secs': 0.87759} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.950703] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 848.950998] env[68205]: DEBUG nova.compute.manager [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.951795] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee2581b-1719-4377-9bb6-d6665f315393 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.072359] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.161763] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904393, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.202263] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "facc3342-97e6-4209-ae31-a20e9ed70a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.202754] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.202754] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "facc3342-97e6-4209-ae31-a20e9ed70a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.202922] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.203096] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.205333] env[68205]: INFO nova.compute.manager [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Terminating instance [ 849.215667] env[68205]: DEBUG nova.network.neutron [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Updated VIF entry in instance network info cache for port cb7aa718-96bd-48c9-8eaf-a43e99463891. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.215890] env[68205]: DEBUG nova.network.neutron [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Updating instance_info_cache with network_info: [{"id": "cb7aa718-96bd-48c9-8eaf-a43e99463891", "address": "fa:16:3e:c4:5d:3e", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7aa718-96", "ovs_interfaceid": "cb7aa718-96bd-48c9-8eaf-a43e99463891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.315159] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52eb808e-88bc-1d7a-b69c-6ae5e1667d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.01601} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.316082] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebf156a-0f6b-45ce-97c3-bf22024a500e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.321446] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 849.321446] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52846705-eefd-d82f-c9d8-913a05958e4d" [ 849.321446] env[68205]: _type = "Task" [ 849.321446] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.330009] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52846705-eefd-d82f-c9d8-913a05958e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.469034] env[68205]: INFO nova.compute.manager [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Shelve offloading [ 849.505078] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.505384] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.505616] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.505804] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.505970] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.509778] env[68205]: DEBUG nova.network.neutron [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Updated VIF entry in instance network info cache for port 67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.509778] env[68205]: DEBUG nova.network.neutron [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Updating instance_info_cache with network_info: [{"id": "67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83", "address": "fa:16:3e:72:60:4f", "network": {"id": "26118d2b-9efa-4846-b34a-da728e1e1b73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-982491932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ec5ad99a074ac2b45f673b057c8634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67f0d37c-0e", "ovs_interfaceid": "67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.510869] env[68205]: INFO nova.compute.manager [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Terminating instance [ 849.661272] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904393, 'name': CreateVM_Task, 'duration_secs': 0.917443} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.663912] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.664851] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.664996] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.665533] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.665813] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e333a551-396a-4d29-aca2-06c7b6a2daf2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.670647] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 849.670647] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5268e439-475c-964e-1793-7cffcb4c8b47" [ 849.670647] env[68205]: _type = "Task" [ 849.670647] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.680287] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5268e439-475c-964e-1793-7cffcb4c8b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.711740] env[68205]: DEBUG nova.compute.manager [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.712221] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.713536] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a4fc86-5a95-4320-b38f-ed673d31ad74 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.721596] env[68205]: DEBUG oslo_concurrency.lockutils [req-696ac715-f7ec-4885-b535-79b710347d1b req-71861acd-996f-4538-887a-1ee1bf8f2afe service nova] Releasing lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.726840] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.727142] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-317b7ad8-c0f4-4cc5-aca9-4f87b05c5029 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.733780] env[68205]: DEBUG oslo_vmware.api [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 849.733780] env[68205]: value = "task-2904394" [ 849.733780] env[68205]: _type = "Task" [ 849.733780] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.746067] env[68205]: DEBUG oslo_vmware.api [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.833213] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52846705-eefd-d82f-c9d8-913a05958e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.014122} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.834275] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.834346] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 5d907468-7208-420e-9ca7-5885ab1205f6/5d907468-7208-420e-9ca7-5885ab1205f6.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.838410] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc9e8118-ee78-4b2a-b853-c55852ba35bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.845894] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 849.845894] env[68205]: value = "task-2904395" [ 849.845894] env[68205]: _type = "Task" [ 849.845894] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.855739] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.972831] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.973176] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c43441d3-f9aa-45d9-82e0-1e6a4c849dc1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.981029] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 849.981029] env[68205]: value = "task-2904396" [ 849.981029] env[68205]: _type = "Task" [ 849.981029] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.996997] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 849.997299] env[68205]: DEBUG nova.compute.manager [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.998118] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abbed92-9e4c-4afd-9e47-330ff1ab9812 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.008049] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.008049] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.008049] env[68205]: DEBUG nova.network.neutron [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.014727] env[68205]: DEBUG oslo_concurrency.lockutils [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] Releasing lock "refresh_cache-1a7265df-0cae-411c-a4fe-72870826d0e6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.015228] env[68205]: DEBUG nova.compute.manager [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Received event network-changed-cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.015530] env[68205]: DEBUG nova.compute.manager [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Refreshing instance network info cache due to event network-changed-cb7aa718-96bd-48c9-8eaf-a43e99463891. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.016124] env[68205]: DEBUG oslo_concurrency.lockutils [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] Acquiring lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.016648] env[68205]: DEBUG oslo_concurrency.lockutils [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] Acquired lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.016955] env[68205]: DEBUG nova.network.neutron [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Refreshing network info cache for port cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.019108] env[68205]: DEBUG nova.compute.manager [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.019488] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.021332] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f2858-90b9-4e1f-9119-4087ccb8b015 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.031148] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.031823] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90d44a4a-2ad3-4113-a72d-07b616ed1065 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.042356] env[68205]: DEBUG oslo_vmware.api [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 850.042356] env[68205]: value = "task-2904397" [ 850.042356] env[68205]: _type = "Task" [ 850.042356] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.058837] env[68205]: DEBUG oslo_vmware.api [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.076410] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e8196-7f1f-42c7-bddd-a3e0b7b4eeb7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.083846] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ff86a1-c339-4520-884b-77eca75a97ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.121191] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f8f30-acbd-40ae-9201-ec8ccf5e00f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.130113] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6870c11d-ee3d-4499-ba97-f1b6df52687f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.145146] env[68205]: DEBUG nova.compute.provider_tree [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.181428] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5268e439-475c-964e-1793-7cffcb4c8b47, 'name': SearchDatastore_Task, 'duration_secs': 0.034972} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.181807] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.182061] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.182952] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.183430] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.183430] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.183635] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7902117-0565-4e14-9f41-1dd96c03e5d7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.200266] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.200461] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.201227] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a791889-012b-413d-a693-5e6643b1d8df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.206441] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 850.206441] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523d9bc4-0150-923c-c369-d067a69e86cb" [ 850.206441] env[68205]: _type = "Task" [ 850.206441] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.214590] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523d9bc4-0150-923c-c369-d067a69e86cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.246097] env[68205]: DEBUG oslo_vmware.api [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.357991] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.553417] env[68205]: DEBUG oslo_vmware.api [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904397, 'name': PowerOffVM_Task, 'duration_secs': 0.269369} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.553741] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.553941] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.554259] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-805291ad-060c-4c72-abcc-c60006070504 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.649268] env[68205]: DEBUG nova.scheduler.client.report [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.657165] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.657165] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.657165] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Deleting the datastore file [datastore1] e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.657165] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-528a155b-11f0-452a-9c61-c7a948981bd0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.669224] env[68205]: DEBUG oslo_vmware.api [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for the task: (returnval){ [ 850.669224] env[68205]: value = "task-2904399" [ 850.669224] env[68205]: _type = "Task" [ 850.669224] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.684622] env[68205]: DEBUG oslo_vmware.api [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.719716] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523d9bc4-0150-923c-c369-d067a69e86cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.719716] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc8a41e-f4b3-45f4-9eba-57cba67fabc5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.725273] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 850.725273] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5294ab9e-20ab-09f4-e4cf-b4f6cda914f8" [ 850.725273] env[68205]: _type = "Task" [ 850.725273] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.735117] env[68205]: DEBUG nova.compute.manager [req-f09b5e0d-bf8e-45d5-8fc4-8a03cb4770b2 req-ae247be4-d276-40c6-b0ed-0945d0cc8638 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Received event network-changed-b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.735219] env[68205]: DEBUG nova.compute.manager [req-f09b5e0d-bf8e-45d5-8fc4-8a03cb4770b2 req-ae247be4-d276-40c6-b0ed-0945d0cc8638 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Refreshing instance network info cache due to event network-changed-b5463baf-1fa5-4ce2-b357-6bfff2669010. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.735384] env[68205]: DEBUG oslo_concurrency.lockutils [req-f09b5e0d-bf8e-45d5-8fc4-8a03cb4770b2 req-ae247be4-d276-40c6-b0ed-0945d0cc8638 service nova] Acquiring lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.735536] env[68205]: DEBUG oslo_concurrency.lockutils [req-f09b5e0d-bf8e-45d5-8fc4-8a03cb4770b2 req-ae247be4-d276-40c6-b0ed-0945d0cc8638 service nova] Acquired lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.735694] env[68205]: DEBUG nova.network.neutron [req-f09b5e0d-bf8e-45d5-8fc4-8a03cb4770b2 req-ae247be4-d276-40c6-b0ed-0945d0cc8638 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Refreshing network info cache for port b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.741791] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5294ab9e-20ab-09f4-e4cf-b4f6cda914f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.745936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.746249] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 1a7265df-0cae-411c-a4fe-72870826d0e6/1a7265df-0cae-411c-a4fe-72870826d0e6.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.746778] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc385900-59cb-4959-b4cc-6d889857e393 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.754980] env[68205]: DEBUG oslo_vmware.api [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904394, 'name': PowerOffVM_Task, 'duration_secs': 1.001792} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.755126] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.755214] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.755668] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c5a0831-324f-4339-af86-cfb3b13268ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.758782] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 850.758782] env[68205]: value = "task-2904400" [ 850.758782] env[68205]: _type = "Task" [ 850.758782] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.769864] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.818468] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.818688] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.818869] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Deleting the datastore file [datastore2] facc3342-97e6-4209-ae31-a20e9ed70a18 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.819226] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d68a324c-0a5a-4904-82c1-f86e06077590 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.827170] env[68205]: DEBUG oslo_vmware.api [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 850.827170] env[68205]: value = "task-2904402" [ 850.827170] env[68205]: _type = "Task" [ 850.827170] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.836834] env[68205]: DEBUG oslo_vmware.api [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.857269] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786172} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.857547] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 5d907468-7208-420e-9ca7-5885ab1205f6/5d907468-7208-420e-9ca7-5885ab1205f6.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.857739] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.858046] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-009ed958-fa89-4f2a-a156-84d12b3915a2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.864396] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 850.864396] env[68205]: value = "task-2904403" [ 850.864396] env[68205]: _type = "Task" [ 850.864396] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.873657] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.947762] env[68205]: DEBUG nova.network.neutron [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Updated VIF entry in instance network info cache for port cb7aa718-96bd-48c9-8eaf-a43e99463891. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.948288] env[68205]: DEBUG nova.network.neutron [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Updating instance_info_cache with network_info: [{"id": "cb7aa718-96bd-48c9-8eaf-a43e99463891", "address": "fa:16:3e:c4:5d:3e", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb7aa718-96", "ovs_interfaceid": "cb7aa718-96bd-48c9-8eaf-a43e99463891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.963415] env[68205]: DEBUG nova.network.neutron [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updating instance_info_cache with network_info: [{"id": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "address": "fa:16:3e:25:34:72", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257cde4a-e1", "ovs_interfaceid": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.157823] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.158387] env[68205]: DEBUG nova.compute.manager [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.161805] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.743s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.163740] env[68205]: INFO nova.compute.claims [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.180332] env[68205]: DEBUG oslo_vmware.api [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Task: {'id': task-2904399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212168} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.180589] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.181186] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.181186] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.181186] env[68205]: INFO nova.compute.manager [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Took 1.16 seconds to destroy the instance on the hypervisor. [ 851.181337] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.181479] env[68205]: DEBUG nova.compute.manager [-] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.181572] env[68205]: DEBUG nova.network.neutron [-] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.269794] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467438} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.270497] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 1a7265df-0cae-411c-a4fe-72870826d0e6/1a7265df-0cae-411c-a4fe-72870826d0e6.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.270885] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.271431] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5360c27c-3e70-497b-a770-768a35d1f05c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.278651] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 851.278651] env[68205]: value = "task-2904404" [ 851.278651] env[68205]: _type = "Task" [ 851.278651] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.288575] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.338457] env[68205]: DEBUG oslo_vmware.api [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296358} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.339055] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.339426] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.339787] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.340115] env[68205]: INFO nova.compute.manager [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Took 1.63 seconds to destroy the instance on the hypervisor. [ 851.340497] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.340903] env[68205]: DEBUG nova.compute.manager [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.341305] env[68205]: DEBUG nova.network.neutron [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.374269] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068718} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.375171] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.376471] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092e9367-c4e9-426d-a350-46a9d5e9e595 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.404410] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 5d907468-7208-420e-9ca7-5885ab1205f6/5d907468-7208-420e-9ca7-5885ab1205f6.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.409107] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f92d627-9e09-4e11-b753-54f8f1a034f8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.431788] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 851.431788] env[68205]: value = "task-2904405" [ 851.431788] env[68205]: _type = "Task" [ 851.431788] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.442383] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.450907] env[68205]: DEBUG oslo_concurrency.lockutils [req-080c9421-f705-4a97-9be4-e0e250952756 req-8fbba6ff-71cb-460c-8232-eb73cc8d80c3 service nova] Releasing lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.467082] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.664873] env[68205]: DEBUG nova.compute.utils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.667283] env[68205]: DEBUG nova.compute.manager [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Not allocating networking since 'none' was specified. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 851.790447] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064643} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.794019] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.794019] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ffe315-7b6c-4a2a-9916-7b52d2a9808d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.815207] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1a7265df-0cae-411c-a4fe-72870826d0e6/1a7265df-0cae-411c-a4fe-72870826d0e6.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.815734] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a06cc15-953e-448b-b65e-aa8dbc7ee3aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.843454] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 851.843454] env[68205]: value = "task-2904406" [ 851.843454] env[68205]: _type = "Task" [ 851.843454] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.856105] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.942982] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904405, 'name': ReconfigVM_Task, 'duration_secs': 0.28749} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.943506] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 5d907468-7208-420e-9ca7-5885ab1205f6/5d907468-7208-420e-9ca7-5885ab1205f6.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.944163] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf1513e8-303b-4889-afad-1e95449f0367 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.952555] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 851.952555] env[68205]: value = "task-2904407" [ 851.952555] env[68205]: _type = "Task" [ 851.952555] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.962608] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904407, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.168231] env[68205]: DEBUG nova.compute.manager [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.222473] env[68205]: DEBUG nova.network.neutron [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.338086] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "691aa08e-a397-41e6-ac56-e089fa9a4132" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.338383] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "691aa08e-a397-41e6-ac56-e089fa9a4132" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.338598] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "691aa08e-a397-41e6-ac56-e089fa9a4132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.338786] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "691aa08e-a397-41e6-ac56-e089fa9a4132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.338952] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "691aa08e-a397-41e6-ac56-e089fa9a4132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.342602] env[68205]: INFO nova.compute.manager [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Terminating instance [ 852.361134] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.401668] env[68205]: DEBUG nova.network.neutron [req-f09b5e0d-bf8e-45d5-8fc4-8a03cb4770b2 req-ae247be4-d276-40c6-b0ed-0945d0cc8638 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updated VIF entry in instance network info cache for port b5463baf-1fa5-4ce2-b357-6bfff2669010. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.402093] env[68205]: DEBUG nova.network.neutron [req-f09b5e0d-bf8e-45d5-8fc4-8a03cb4770b2 req-ae247be4-d276-40c6-b0ed-0945d0cc8638 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updating instance_info_cache with network_info: [{"id": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "address": "fa:16:3e:a3:4a:6a", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5463baf-1f", "ovs_interfaceid": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.412325] env[68205]: DEBUG nova.compute.manager [req-de65ecaa-2851-4bde-a4e5-2c33fb685322 req-0330a63a-9b07-4f23-af32-9cef2b6ae1ac service nova] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Received event network-vif-deleted-cb7aa718-96bd-48c9-8eaf-a43e99463891 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.471259] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904407, 'name': Rename_Task, 'duration_secs': 0.392847} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.471259] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.471259] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e1eb9cd-a3f0-485d-a8a7-6dea8551d36b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.479258] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 852.479258] env[68205]: value = "task-2904408" [ 852.479258] env[68205]: _type = "Task" [ 852.479258] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.490742] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.725818] env[68205]: INFO nova.compute.manager [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Took 1.38 seconds to deallocate network for instance. [ 852.847777] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401b096e-830b-45f0-84a9-b09cf09454f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.852609] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.863282] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8d2847-14e4-4589-ae27-5eed139824ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.864925] env[68205]: DEBUG nova.compute.manager [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.865402] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.867555] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a049db-9d85-4f89-b6ef-c9df7f51b7c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.635604] env[68205]: DEBUG oslo_concurrency.lockutils [req-f09b5e0d-bf8e-45d5-8fc4-8a03cb4770b2 req-ae247be4-d276-40c6-b0ed-0945d0cc8638 service nova] Releasing lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.639031] env[68205]: DEBUG nova.compute.manager [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.641584] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.652768] env[68205]: DEBUG nova.compute.manager [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Received event network-vif-deleted-a60ec968-0717-494c-9078-2eb68306b16d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.652768] env[68205]: INFO nova.compute.manager [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Neutron deleted interface a60ec968-0717-494c-9078-2eb68306b16d; detaching it from the instance and deleting it from the info cache [ 853.652768] env[68205]: DEBUG nova.network.neutron [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Updating instance_info_cache with network_info: [{"id": "000b0ee8-7101-4d5d-ba23-7668683d523a", "address": "fa:16:3e:d0:98:44", "network": {"id": "307192ab-ee6c-4bf3-9d02-b4d9e4c5a8f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1933394520", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffdb617207c24359bcadb255b9075d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000b0ee8-71", "ovs_interfaceid": "000b0ee8-7101-4d5d-ba23-7668683d523a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.657515] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433d31af-fbe3-430f-acc5-1c63f8a88751 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.660534] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904406, 'name': ReconfigVM_Task, 'duration_secs': 0.564418} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.660783] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.665088] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1a7265df-0cae-411c-a4fe-72870826d0e6/1a7265df-0cae-411c-a4fe-72870826d0e6.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.665088] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b556d86b-c560-44c2-a85c-dae635856ec0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.665989] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.667459] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d939a99-3466-4d0c-946d-d94a9ff50a44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.668813] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a847960-e7dc-4bbd-ae23-613355969653 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.700533] env[68205]: DEBUG oslo_vmware.api [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904408, 'name': PowerOnVM_Task, 'duration_secs': 0.572372} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.705053] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1aa843-4aad-47a7-b6f6-ab4eb8c92fc8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.707791] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.708046] env[68205]: DEBUG nova.compute.manager [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.710887] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecdf7e1-e07f-4ba5-8551-0b4b2a23c9d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.716684] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 853.716684] env[68205]: value = "task-2904410" [ 853.716684] env[68205]: _type = "Task" [ 853.716684] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.722873] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.723769] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.723769] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.723769] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.723769] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.724486] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.724486] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.724486] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.724486] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.724712] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.724873] env[68205]: DEBUG nova.virt.hardware [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.729616] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51578767-a09c-4694-b4d5-7ce98f779ff4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.733053] env[68205]: DEBUG oslo_vmware.api [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 853.733053] env[68205]: value = "task-2904411" [ 853.733053] env[68205]: _type = "Task" [ 853.733053] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.738580] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aa5f9b-02c0-4f57-81f7-3fd7e6398f76 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.760855] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904410, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.764934] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c67983-2bbb-4042-9318-820198db2bf6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.782299] env[68205]: DEBUG oslo_vmware.api [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.784141] env[68205]: DEBUG nova.objects.instance [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lazy-loading 'flavor' on Instance uuid aa631f83-2087-46a6-82f6-add91abce8ce {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.785935] env[68205]: DEBUG nova.compute.provider_tree [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.791637] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.791759] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.791918] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleting the datastore file [datastore1] 6980d130-8086-4b37-a596-961f8852bacd {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.801430] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c11961d-4d56-43db-8644-d8abc2a498f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.803746] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.810672] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Creating folder: Project (7346cf1676974bad99e0eca8e14c26aa). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.814483] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4c6f078-a77f-412b-85b7-eda9549188ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.824172] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 853.824172] env[68205]: value = "task-2904413" [ 853.824172] env[68205]: _type = "Task" [ 853.824172] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.829631] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Created folder: Project (7346cf1676974bad99e0eca8e14c26aa) in parent group-v583212. [ 853.829927] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Creating folder: Instances. Parent ref: group-v583344. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.830544] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18832bed-4431-4774-859b-9d4943b6991b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.836290] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.843283] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Created folder: Instances in parent group-v583344. [ 853.843565] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.843777] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.844082] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-716ea338-eeeb-4fe3-b4b4-2b7576f5d2c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.864038] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.864038] env[68205]: value = "task-2904415" [ 853.864038] env[68205]: _type = "Task" [ 853.864038] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.874105] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904415, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.167798] env[68205]: DEBUG nova.network.neutron [-] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.167798] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "facc3342-97e6-4209-ae31-a20e9ed70a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.167798] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a762e9f4-f079-40ac-967f-cd1705b0eb5f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.180482] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4fa32c-c681-4990-b60a-f725a6ff1957 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.224725] env[68205]: DEBUG nova.compute.manager [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Detach interface failed, port_id=a60ec968-0717-494c-9078-2eb68306b16d, reason: Instance e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.225496] env[68205]: DEBUG nova.compute.manager [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Received event network-changed-b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.225496] env[68205]: DEBUG nova.compute.manager [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Refreshing instance network info cache due to event network-changed-b5463baf-1fa5-4ce2-b357-6bfff2669010. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.225630] env[68205]: DEBUG oslo_concurrency.lockutils [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] Acquiring lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.225985] env[68205]: DEBUG oslo_concurrency.lockutils [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] Acquired lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.225985] env[68205]: DEBUG nova.network.neutron [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Refreshing network info cache for port b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.236903] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904410, 'name': Rename_Task, 'duration_secs': 0.215049} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.237731] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.237986] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a3f3d91-198d-435c-ae31-4c583590a8e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.248320] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 854.248320] env[68205]: value = "task-2904416" [ 854.248320] env[68205]: _type = "Task" [ 854.248320] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.255459] env[68205]: DEBUG oslo_vmware.api [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904411, 'name': PowerOffVM_Task, 'duration_secs': 0.219436} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.256090] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.256261] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.256520] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9cd4b25-d810-4890-9ac9-e4ca91f5f8db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.264500] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.267099] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.290728] env[68205]: DEBUG nova.scheduler.client.report [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.294331] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquiring lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.294497] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquired lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.335226] env[68205]: DEBUG oslo_vmware.api [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144765} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.335621] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.335929] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.336237] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.340450] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.341107] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.341107] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Deleting the datastore file [datastore2] 691aa08e-a397-41e6-ac56-e089fa9a4132 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.341107] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0010a0c-c07f-4241-b975-12a0278b3582 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.352430] env[68205]: DEBUG oslo_vmware.api [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 854.352430] env[68205]: value = "task-2904418" [ 854.352430] env[68205]: _type = "Task" [ 854.352430] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.362570] env[68205]: DEBUG oslo_vmware.api [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.372941] env[68205]: INFO nova.scheduler.client.report [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleted allocations for instance 6980d130-8086-4b37-a596-961f8852bacd [ 854.379565] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904415, 'name': CreateVM_Task, 'duration_secs': 0.373589} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.379972] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.380429] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.380604] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.380952] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.382784] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3202ea21-2a8d-41ac-9eea-1527d12dc8b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.387113] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 854.387113] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d20c93-da16-8b4e-67fd-5c4ceb2a81ad" [ 854.387113] env[68205]: _type = "Task" [ 854.387113] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.398495] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d20c93-da16-8b4e-67fd-5c4ceb2a81ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.655274] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "15002715-43e8-416a-8a96-a6ebf22b3c2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.655831] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "15002715-43e8-416a-8a96-a6ebf22b3c2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.657973] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "15002715-43e8-416a-8a96-a6ebf22b3c2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.657973] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "15002715-43e8-416a-8a96-a6ebf22b3c2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.657973] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "15002715-43e8-416a-8a96-a6ebf22b3c2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.659467] env[68205]: INFO nova.compute.manager [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Terminating instance [ 854.669165] env[68205]: INFO nova.compute.manager [-] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Took 3.49 seconds to deallocate network for instance. [ 854.761032] env[68205]: DEBUG oslo_vmware.api [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904416, 'name': PowerOnVM_Task, 'duration_secs': 0.49486} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.761461] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.761944] env[68205]: INFO nova.compute.manager [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Took 9.42 seconds to spawn the instance on the hypervisor. [ 854.762457] env[68205]: DEBUG nova.compute.manager [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.763867] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6b3808-89a0-467d-91e3-545ba3a91ff8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.798709] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.637s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.799233] env[68205]: DEBUG nova.compute.manager [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.803605] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.193s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.805676] env[68205]: INFO nova.compute.claims [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.867648] env[68205]: DEBUG oslo_vmware.api [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142586} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.870117] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.870309] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.870475] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.870633] env[68205]: INFO nova.compute.manager [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Took 2.01 seconds to destroy the instance on the hypervisor. [ 854.870873] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.871328] env[68205]: DEBUG nova.compute.manager [-] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.871420] env[68205]: DEBUG nova.network.neutron [-] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.881580] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.898181] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d20c93-da16-8b4e-67fd-5c4ceb2a81ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.898462] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.898789] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.898902] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.899074] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.899274] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.899531] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-668633c1-25d7-4433-a2ca-18bd76497613 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.909679] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.909857] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.910600] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345c399f-d29d-4d14-b392-2541d009954e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.916606] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 854.916606] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520fea88-c6d7-3954-4eb5-f5e8dc3599ea" [ 854.916606] env[68205]: _type = "Task" [ 854.916606] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.930130] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520fea88-c6d7-3954-4eb5-f5e8dc3599ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.931158] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979fefcc-cdea-4821-b7c0-70bc728da5e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.938062] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 854.938062] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bfca9e-909d-c134-f9f8-f691a2508892" [ 854.938062] env[68205]: _type = "Task" [ 854.938062] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.947120] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bfca9e-909d-c134-f9f8-f691a2508892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.165263] env[68205]: DEBUG nova.compute.manager [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.167808] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.167808] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d0f6b7-ab6a-4941-862c-92ffb8ed5a4c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.177119] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.177634] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.177964] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-292212ba-38e5-4f9d-88c6-1d95045315dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.191877] env[68205]: DEBUG oslo_vmware.api [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 855.191877] env[68205]: value = "task-2904419" [ 855.191877] env[68205]: _type = "Task" [ 855.191877] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.201427] env[68205]: DEBUG oslo_vmware.api [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.298357] env[68205]: INFO nova.compute.manager [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Took 47.14 seconds to build instance. [ 855.309824] env[68205]: DEBUG nova.compute.utils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.316027] env[68205]: DEBUG nova.compute.manager [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.316027] env[68205]: DEBUG nova.network.neutron [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.362723] env[68205]: DEBUG nova.policy [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '273f064640624a599232c9064324fbfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77006cdf69ea44a58d70373050909a1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.378024] env[68205]: DEBUG nova.compute.manager [req-d20ba76f-5f4c-4469-81b5-6b0e272da8b8 req-bc8447d8-41a6-41ff-b734-766e8ec3c67b service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Received event network-changed-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.378024] env[68205]: DEBUG nova.compute.manager [req-d20ba76f-5f4c-4469-81b5-6b0e272da8b8 req-bc8447d8-41a6-41ff-b734-766e8ec3c67b service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Refreshing instance network info cache due to event network-changed-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.378024] env[68205]: DEBUG oslo_concurrency.lockutils [req-d20ba76f-5f4c-4469-81b5-6b0e272da8b8 req-bc8447d8-41a6-41ff-b734-766e8ec3c67b service nova] Acquiring lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.378024] env[68205]: DEBUG oslo_concurrency.lockutils [req-d20ba76f-5f4c-4469-81b5-6b0e272da8b8 req-bc8447d8-41a6-41ff-b734-766e8ec3c67b service nova] Acquired lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.378024] env[68205]: DEBUG nova.network.neutron [req-d20ba76f-5f4c-4469-81b5-6b0e272da8b8 req-bc8447d8-41a6-41ff-b734-766e8ec3c67b service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Refreshing network info cache for port 257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.410631] env[68205]: DEBUG nova.network.neutron [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.415864] env[68205]: DEBUG nova.network.neutron [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updated VIF entry in instance network info cache for port b5463baf-1fa5-4ce2-b357-6bfff2669010. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.415864] env[68205]: DEBUG nova.network.neutron [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updating instance_info_cache with network_info: [{"id": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "address": "fa:16:3e:a3:4a:6a", "network": {"id": "bf5cfc07-2a28-4412-ba77-851df9166db0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1810662557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad0a3d92d5de47a1929b70b945e84ee9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5463baf-1f", "ovs_interfaceid": "b5463baf-1fa5-4ce2-b357-6bfff2669010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.424832] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "5d907468-7208-420e-9ca7-5885ab1205f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.425133] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "5d907468-7208-420e-9ca7-5885ab1205f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.425351] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "5d907468-7208-420e-9ca7-5885ab1205f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.425539] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "5d907468-7208-420e-9ca7-5885ab1205f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.425747] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "5d907468-7208-420e-9ca7-5885ab1205f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.431269] env[68205]: INFO nova.compute.manager [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Terminating instance [ 855.452221] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bfca9e-909d-c134-f9f8-f691a2508892, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.452479] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.452723] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 68dbd909-bd4a-4de6-86d1-942261f816c4/68dbd909-bd4a-4de6-86d1-942261f816c4.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.452989] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2edd96ee-3b29-45ca-ad04-abea12372017 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.473678] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 855.473678] env[68205]: value = "task-2904420" [ 855.473678] env[68205]: _type = "Task" [ 855.473678] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.486234] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.707953] env[68205]: DEBUG oslo_vmware.api [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904419, 'name': PowerOffVM_Task, 'duration_secs': 0.256631} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.708299] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.709651] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.709651] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d9f8c73-769a-400f-ad94-0f0cbe19f46d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.783365] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.783704] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.784099] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Deleting the datastore file [datastore2] 15002715-43e8-416a-8a96-a6ebf22b3c2e {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.784596] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e8f1583-5ced-4ff0-aa50-a301ef8492bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.791524] env[68205]: DEBUG nova.network.neutron [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Successfully created port: 0ea19003-b540-400d-85f7-71f3c586d704 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.802603] env[68205]: DEBUG oslo_concurrency.lockutils [None req-72f1510c-ff36-4ef9-b2bb-315ca7df5ca3 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "1a7265df-0cae-411c-a4fe-72870826d0e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.159s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.803049] env[68205]: DEBUG oslo_vmware.api [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for the task: (returnval){ [ 855.803049] env[68205]: value = "task-2904422" [ 855.803049] env[68205]: _type = "Task" [ 855.803049] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.816336] env[68205]: DEBUG nova.compute.manager [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.819334] env[68205]: DEBUG oslo_vmware.api [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.923310] env[68205]: DEBUG oslo_concurrency.lockutils [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] Releasing lock "refresh_cache-21153c58-215c-4985-a5c0-1df0cbc0b15c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.923713] env[68205]: DEBUG nova.compute.manager [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Received event network-vif-unplugged-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.924014] env[68205]: DEBUG oslo_concurrency.lockutils [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] Acquiring lock "6980d130-8086-4b37-a596-961f8852bacd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.924321] env[68205]: DEBUG oslo_concurrency.lockutils [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] Lock "6980d130-8086-4b37-a596-961f8852bacd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.924595] env[68205]: DEBUG oslo_concurrency.lockutils [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] Lock "6980d130-8086-4b37-a596-961f8852bacd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.925167] env[68205]: DEBUG nova.compute.manager [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] No waiting events found dispatching network-vif-unplugged-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.925167] env[68205]: WARNING nova.compute.manager [req-b2745e62-5834-463c-8ad6-aaafa6b6fc0c req-3aa711b4-ebd2-4ad8-8df9-2053470284b2 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Received unexpected event network-vif-unplugged-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 for instance with vm_state shelved and task_state shelving_offloading. [ 855.933312] env[68205]: DEBUG nova.compute.manager [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.934079] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.935055] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4ad908-f36c-42da-abbd-159a0a481580 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.948915] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.948915] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7db0979-d378-4b99-b3e1-197ebd14fec2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.962365] env[68205]: DEBUG oslo_vmware.api [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 855.962365] env[68205]: value = "task-2904423" [ 855.962365] env[68205]: _type = "Task" [ 855.962365] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.973629] env[68205]: DEBUG oslo_vmware.api [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.991427] env[68205]: DEBUG nova.network.neutron [-] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.992915] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904420, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.213915] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.214176] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.311052] env[68205]: DEBUG nova.compute.manager [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.321992] env[68205]: DEBUG oslo_vmware.api [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Task: {'id': task-2904422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321343} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.322256] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.322434] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.322608] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.322773] env[68205]: INFO nova.compute.manager [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 856.323013] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.323204] env[68205]: DEBUG nova.compute.manager [-] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.323299] env[68205]: DEBUG nova.network.neutron [-] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.337509] env[68205]: DEBUG nova.network.neutron [req-d20ba76f-5f4c-4469-81b5-6b0e272da8b8 req-bc8447d8-41a6-41ff-b734-766e8ec3c67b service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updated VIF entry in instance network info cache for port 257cde4a-e17a-4955-aed0-7cf9c2b0b0c2. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.337641] env[68205]: DEBUG nova.network.neutron [req-d20ba76f-5f4c-4469-81b5-6b0e272da8b8 req-bc8447d8-41a6-41ff-b734-766e8ec3c67b service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updating instance_info_cache with network_info: [{"id": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "address": "fa:16:3e:25:34:72", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap257cde4a-e1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.450862] env[68205]: DEBUG nova.network.neutron [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updating instance_info_cache with network_info: [{"id": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "address": "fa:16:3e:a4:82:31", "network": {"id": "60c1e4a4-8aca-4626-88cc-443550d78fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-709870888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45652b13a0cb41bcbdea30f8569eca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95b3f0-00", "ovs_interfaceid": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.477262] env[68205]: DEBUG oslo_vmware.api [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904423, 'name': PowerOffVM_Task, 'duration_secs': 0.275328} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.481130] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.481232] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.481682] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-004777e3-8130-40f7-8937-a69664e1bc51 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.491023] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d289728a-07f6-4756-b28c-d60277f9992c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.493654] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614472} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.494072] env[68205]: INFO nova.compute.manager [-] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Took 1.62 seconds to deallocate network for instance. [ 856.494711] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 68dbd909-bd4a-4de6-86d1-942261f816c4/68dbd909-bd4a-4de6-86d1-942261f816c4.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.494927] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.496679] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73a5dc90-6712-4289-b4c8-9232976b4493 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.504093] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a002c8-ce1f-483e-9cfb-01f4d504b726 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.509091] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 856.509091] env[68205]: value = "task-2904425" [ 856.509091] env[68205]: _type = "Task" [ 856.509091] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.544196] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d71fb4-2973-4507-806b-2b36fb42401c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.548283] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.553959] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.554222] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.554464] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleting the datastore file [datastore1] 5d907468-7208-420e-9ca7-5885ab1205f6 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.556945] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95bda28d-f11c-4c9b-b0ee-f5a20dc13bd7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.560902] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e0f64-0158-4050-ad49-81813eadd29c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.579933] env[68205]: DEBUG nova.compute.provider_tree [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.582727] env[68205]: DEBUG oslo_vmware.api [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 856.582727] env[68205]: value = "task-2904426" [ 856.582727] env[68205]: _type = "Task" [ 856.582727] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.592826] env[68205]: DEBUG oslo_vmware.api [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.834377] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.840809] env[68205]: DEBUG nova.compute.manager [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.843117] env[68205]: DEBUG oslo_concurrency.lockutils [req-d20ba76f-5f4c-4469-81b5-6b0e272da8b8 req-bc8447d8-41a6-41ff-b734-766e8ec3c67b service nova] Releasing lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.843297] env[68205]: DEBUG nova.compute.manager [req-d20ba76f-5f4c-4469-81b5-6b0e272da8b8 req-bc8447d8-41a6-41ff-b734-766e8ec3c67b service nova] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Received event network-vif-deleted-000b0ee8-7101-4d5d-ba23-7668683d523a {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.862662] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.863125] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.863125] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.863275] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.863356] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.863498] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.863698] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.863850] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.864017] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.864177] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.864382] env[68205]: DEBUG nova.virt.hardware [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.865428] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa037430-1ba8-4974-aa81-6f51a81ab4a6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.876486] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371e8744-6001-4d6b-b64e-19faa12c45a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.954041] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Releasing lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.954041] env[68205]: DEBUG nova.compute.manager [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Inject network info {{(pid=68205) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 856.954359] env[68205]: DEBUG nova.compute.manager [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] network_info to inject: |[{"id": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "address": "fa:16:3e:a4:82:31", "network": {"id": "60c1e4a4-8aca-4626-88cc-443550d78fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-709870888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45652b13a0cb41bcbdea30f8569eca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95b3f0-00", "ovs_interfaceid": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 856.959048] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Reconfiguring VM instance to set the machine id {{(pid=68205) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 856.959339] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28cc1725-4c39-47df-ab27-ed6507e4800c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.978557] env[68205]: DEBUG oslo_vmware.api [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 856.978557] env[68205]: value = "task-2904427" [ 856.978557] env[68205]: _type = "Task" [ 856.978557] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.987435] env[68205]: DEBUG oslo_vmware.api [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.010679] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.019805] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093344} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.020043] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.020831] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bb0cbe-db20-431a-958a-3608d82b5757 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.042299] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 68dbd909-bd4a-4de6-86d1-942261f816c4/68dbd909-bd4a-4de6-86d1-942261f816c4.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.042600] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de57167f-c90c-45a0-9897-71222daf0410 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.064666] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 857.064666] env[68205]: value = "task-2904428" [ 857.064666] env[68205]: _type = "Task" [ 857.064666] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.073633] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.084706] env[68205]: DEBUG nova.scheduler.client.report [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.099320] env[68205]: DEBUG oslo_vmware.api [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361482} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.099957] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.099957] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.099957] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.100146] env[68205]: INFO nova.compute.manager [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 857.100875] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.100875] env[68205]: DEBUG nova.compute.manager [-] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.100875] env[68205]: DEBUG nova.network.neutron [-] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.176017] env[68205]: DEBUG nova.network.neutron [-] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.263677] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquiring lock "16698e0a-de14-49dd-b833-9a9d5a7c801d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.265014] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lock "16698e0a-de14-49dd-b833-9a9d5a7c801d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.265014] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquiring lock "16698e0a-de14-49dd-b833-9a9d5a7c801d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.265014] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lock "16698e0a-de14-49dd-b833-9a9d5a7c801d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.265014] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lock "16698e0a-de14-49dd-b833-9a9d5a7c801d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.268797] env[68205]: INFO nova.compute.manager [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Terminating instance [ 857.413685] env[68205]: DEBUG nova.compute.manager [req-babfe711-f2ba-4612-bc2b-55a49f0dfcea req-9d96eae9-bdd1-4727-a93a-58e92be0a6f1 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Received event network-vif-plugged-0ea19003-b540-400d-85f7-71f3c586d704 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.413915] env[68205]: DEBUG oslo_concurrency.lockutils [req-babfe711-f2ba-4612-bc2b-55a49f0dfcea req-9d96eae9-bdd1-4727-a93a-58e92be0a6f1 service nova] Acquiring lock "d0671ddd-2c1d-4804-bada-5580fe3a7292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.414138] env[68205]: DEBUG oslo_concurrency.lockutils [req-babfe711-f2ba-4612-bc2b-55a49f0dfcea req-9d96eae9-bdd1-4727-a93a-58e92be0a6f1 service nova] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.414295] env[68205]: DEBUG oslo_concurrency.lockutils [req-babfe711-f2ba-4612-bc2b-55a49f0dfcea req-9d96eae9-bdd1-4727-a93a-58e92be0a6f1 service nova] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.414458] env[68205]: DEBUG nova.compute.manager [req-babfe711-f2ba-4612-bc2b-55a49f0dfcea req-9d96eae9-bdd1-4727-a93a-58e92be0a6f1 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] No waiting events found dispatching network-vif-plugged-0ea19003-b540-400d-85f7-71f3c586d704 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.414632] env[68205]: WARNING nova.compute.manager [req-babfe711-f2ba-4612-bc2b-55a49f0dfcea req-9d96eae9-bdd1-4727-a93a-58e92be0a6f1 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Received unexpected event network-vif-plugged-0ea19003-b540-400d-85f7-71f3c586d704 for instance with vm_state building and task_state spawning. [ 857.491562] env[68205]: DEBUG oslo_vmware.api [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904427, 'name': ReconfigVM_Task, 'duration_secs': 0.177961} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.491880] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7020dcb2-1e28-4659-a362-76ea6438d7cf tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Reconfigured VM instance to set the machine id {{(pid=68205) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 857.500429] env[68205]: DEBUG nova.compute.manager [req-77c02566-61af-4480-936c-d35e62e1e37d req-caf46d4a-d6e9-47e2-9ebb-de82b8b3909c service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Received event network-changed-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.500538] env[68205]: DEBUG nova.compute.manager [req-77c02566-61af-4480-936c-d35e62e1e37d req-caf46d4a-d6e9-47e2-9ebb-de82b8b3909c service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Refreshing instance network info cache due to event network-changed-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.500773] env[68205]: DEBUG oslo_concurrency.lockutils [req-77c02566-61af-4480-936c-d35e62e1e37d req-caf46d4a-d6e9-47e2-9ebb-de82b8b3909c service nova] Acquiring lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.500939] env[68205]: DEBUG oslo_concurrency.lockutils [req-77c02566-61af-4480-936c-d35e62e1e37d req-caf46d4a-d6e9-47e2-9ebb-de82b8b3909c service nova] Acquired lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.501190] env[68205]: DEBUG nova.network.neutron [req-77c02566-61af-4480-936c-d35e62e1e37d req-caf46d4a-d6e9-47e2-9ebb-de82b8b3909c service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Refreshing network info cache for port 6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.515651] env[68205]: DEBUG nova.network.neutron [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Successfully updated port: 0ea19003-b540-400d-85f7-71f3c586d704 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.581601] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.592454] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.593054] env[68205]: DEBUG nova.compute.manager [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.595529] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.623s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.597394] env[68205]: INFO nova.compute.claims [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.680789] env[68205]: INFO nova.compute.manager [-] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Took 1.36 seconds to deallocate network for instance. [ 857.771548] env[68205]: DEBUG nova.compute.manager [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.772269] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.774106] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d726f36-cbf4-47a3-9b8d-50844451c655 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.782919] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.783302] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24b9eecc-32a8-495b-bfe7-d3cf763e9352 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.791432] env[68205]: DEBUG oslo_vmware.api [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for the task: (returnval){ [ 857.791432] env[68205]: value = "task-2904429" [ 857.791432] env[68205]: _type = "Task" [ 857.791432] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.800631] env[68205]: DEBUG oslo_vmware.api [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.826885] env[68205]: DEBUG nova.objects.instance [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lazy-loading 'flavor' on Instance uuid aa631f83-2087-46a6-82f6-add91abce8ce {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.899264] env[68205]: DEBUG nova.network.neutron [-] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.019605] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.019879] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.019927] env[68205]: DEBUG nova.network.neutron [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.043218] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "6980d130-8086-4b37-a596-961f8852bacd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.077982] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904428, 'name': ReconfigVM_Task, 'duration_secs': 0.830036} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.081048] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 68dbd909-bd4a-4de6-86d1-942261f816c4/68dbd909-bd4a-4de6-86d1-942261f816c4.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.081217] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16823ffb-3a66-4603-bc66-ea20a61205f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.083674] env[68205]: DEBUG nova.compute.manager [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.084450] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041435bc-e40e-48d2-a612-58d374dd8dd3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.094133] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 858.094133] env[68205]: value = "task-2904430" [ 858.094133] env[68205]: _type = "Task" [ 858.094133] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.105009] env[68205]: DEBUG nova.compute.utils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.108427] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904430, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.108545] env[68205]: DEBUG nova.compute.manager [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.108634] env[68205]: DEBUG nova.network.neutron [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.159702] env[68205]: DEBUG nova.policy [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e22b38cd0f747c8ac7127456cb4d60c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b624493ddf4140788a0732f3edd3be0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.186096] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.254220] env[68205]: DEBUG nova.network.neutron [req-77c02566-61af-4480-936c-d35e62e1e37d req-caf46d4a-d6e9-47e2-9ebb-de82b8b3909c service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updated VIF entry in instance network info cache for port 6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.254617] env[68205]: DEBUG nova.network.neutron [req-77c02566-61af-4480-936c-d35e62e1e37d req-caf46d4a-d6e9-47e2-9ebb-de82b8b3909c service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updating instance_info_cache with network_info: [{"id": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "address": "fa:16:3e:a4:82:31", "network": {"id": "60c1e4a4-8aca-4626-88cc-443550d78fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-709870888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45652b13a0cb41bcbdea30f8569eca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95b3f0-00", "ovs_interfaceid": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.301738] env[68205]: DEBUG oslo_vmware.api [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904429, 'name': PowerOffVM_Task, 'duration_secs': 0.184468} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.301994] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.302181] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.302487] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0abe7d6-621c-4027-b154-a72fab2af498 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.332072] env[68205]: DEBUG oslo_concurrency.lockutils [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquiring lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.361577] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.361995] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.362091] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Deleting the datastore file [datastore1] 16698e0a-de14-49dd-b833-9a9d5a7c801d {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.362295] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eda77ed-0a22-408d-9e73-c7f020ea5e50 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.368406] env[68205]: DEBUG oslo_vmware.api [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for the task: (returnval){ [ 858.368406] env[68205]: value = "task-2904432" [ 858.368406] env[68205]: _type = "Task" [ 858.368406] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.376241] env[68205]: DEBUG oslo_vmware.api [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.401464] env[68205]: INFO nova.compute.manager [-] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Took 1.30 seconds to deallocate network for instance. [ 858.486399] env[68205]: DEBUG nova.network.neutron [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Successfully created port: 31365795-4fb7-4a93-83bb-a43d3f9e9e9e {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.554209] env[68205]: DEBUG nova.network.neutron [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.596543] env[68205]: INFO nova.compute.manager [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] instance snapshotting [ 858.604778] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e6ea12-4293-4556-93b1-319ac5c1a3d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.613059] env[68205]: DEBUG nova.compute.manager [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.626231] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904430, 'name': Rename_Task, 'duration_secs': 0.129859} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.626472] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.626563] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f091a0b-db16-45a8-947a-a7e1aa0d64c4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.644025] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8300b330-822d-42a2-be47-61f3043805ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.650389] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 858.650389] env[68205]: value = "task-2904433" [ 858.650389] env[68205]: _type = "Task" [ 858.650389] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.667945] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.758195] env[68205]: DEBUG oslo_concurrency.lockutils [req-77c02566-61af-4480-936c-d35e62e1e37d req-caf46d4a-d6e9-47e2-9ebb-de82b8b3909c service nova] Releasing lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.758487] env[68205]: DEBUG nova.compute.manager [req-77c02566-61af-4480-936c-d35e62e1e37d req-caf46d4a-d6e9-47e2-9ebb-de82b8b3909c service nova] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Received event network-vif-deleted-76ab9707-c403-4bf4-9143-0579d5c96072 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.759775] env[68205]: DEBUG nova.compute.manager [req-77c02566-61af-4480-936c-d35e62e1e37d req-caf46d4a-d6e9-47e2-9ebb-de82b8b3909c service nova] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Received event network-vif-deleted-f70c2272-c8c7-48ae-a047-748a42069985 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.759775] env[68205]: DEBUG oslo_concurrency.lockutils [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquired lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.764025] env[68205]: DEBUG nova.network.neutron [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance_info_cache with network_info: [{"id": "0ea19003-b540-400d-85f7-71f3c586d704", "address": "fa:16:3e:47:37:9c", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea19003-b5", "ovs_interfaceid": "0ea19003-b540-400d-85f7-71f3c586d704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.877787] env[68205]: DEBUG oslo_vmware.api [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Task: {'id': task-2904432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238814} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.880521] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.880634] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.880767] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.880923] env[68205]: INFO nova.compute.manager [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 858.881175] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.881549] env[68205]: DEBUG nova.compute.manager [-] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.881639] env[68205]: DEBUG nova.network.neutron [-] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.911787] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.161494] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904433, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.174027] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 859.174027] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8fe0ed1f-0b24-41de-a445-1b6ce58acdde {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.180134] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 859.180134] env[68205]: value = "task-2904434" [ 859.180134] env[68205]: _type = "Task" [ 859.180134] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.192314] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.211899] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970c1388-5870-429c-a2e0-d20c763186eb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.220509] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11952bf6-1cdf-444a-9f25-0c1ac000c0d8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.253572] env[68205]: DEBUG nova.network.neutron [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.255346] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79e47f8-3eea-42ac-a2c3-b3d4566650a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.266022] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75512a74-20d5-4661-bfc6-0353be5476b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.272055] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.272055] env[68205]: DEBUG nova.compute.manager [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Instance network_info: |[{"id": "0ea19003-b540-400d-85f7-71f3c586d704", "address": "fa:16:3e:47:37:9c", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea19003-b5", "ovs_interfaceid": "0ea19003-b540-400d-85f7-71f3c586d704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.272055] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:37:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ea19003-b540-400d-85f7-71f3c586d704', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.279371] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating folder: Project (77006cdf69ea44a58d70373050909a1c). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.280433] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8190fa2-8381-4171-a9d5-0c984941759a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.291977] env[68205]: DEBUG nova.compute.provider_tree [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.301711] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Created folder: Project (77006cdf69ea44a58d70373050909a1c) in parent group-v583212. [ 859.301912] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating folder: Instances. Parent ref: group-v583347. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.302154] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50ad765e-b300-4f3b-9f02-0757c9b0fc6f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.310754] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Created folder: Instances in parent group-v583347. [ 859.310992] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.311425] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.311640] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-539f23b4-64a2-4b2c-9a67-c4e858916255 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.330740] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.330740] env[68205]: value = "task-2904437" [ 859.330740] env[68205]: _type = "Task" [ 859.330740] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.338924] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904437, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.630139] env[68205]: DEBUG nova.compute.manager [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.662428] env[68205]: DEBUG oslo_vmware.api [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904433, 'name': PowerOnVM_Task, 'duration_secs': 0.743606} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.664852] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:54:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='04afd5e2-0d50-489a-b8d1-d4a49c5d7c53',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1091404953',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.665098] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.665296] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.665468] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.665620] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.665787] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.666010] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.666194] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.666371] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.666590] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.666869] env[68205]: DEBUG nova.virt.hardware [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.667049] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.667244] env[68205]: INFO nova.compute.manager [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Took 6.03 seconds to spawn the instance on the hypervisor. [ 859.667504] env[68205]: DEBUG nova.compute.manager [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.668343] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f4b63a-2834-4a91-adea-6da03e34c82e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.671463] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85f9a3a-2217-4631-82cf-09722a0dbb2e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.680501] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074834d-c936-4f28-8299-2a6b1cfabf2c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.702526] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.746884] env[68205]: DEBUG nova.compute.manager [req-c4286766-71fc-44b2-9d37-b94492bc276c req-df2a021e-460b-416a-a0ee-19c12954b7b2 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Received event network-changed-0ea19003-b540-400d-85f7-71f3c586d704 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.747365] env[68205]: DEBUG nova.compute.manager [req-c4286766-71fc-44b2-9d37-b94492bc276c req-df2a021e-460b-416a-a0ee-19c12954b7b2 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Refreshing instance network info cache due to event network-changed-0ea19003-b540-400d-85f7-71f3c586d704. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.747567] env[68205]: DEBUG oslo_concurrency.lockutils [req-c4286766-71fc-44b2-9d37-b94492bc276c req-df2a021e-460b-416a-a0ee-19c12954b7b2 service nova] Acquiring lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.747765] env[68205]: DEBUG oslo_concurrency.lockutils [req-c4286766-71fc-44b2-9d37-b94492bc276c req-df2a021e-460b-416a-a0ee-19c12954b7b2 service nova] Acquired lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.748056] env[68205]: DEBUG nova.network.neutron [req-c4286766-71fc-44b2-9d37-b94492bc276c req-df2a021e-460b-416a-a0ee-19c12954b7b2 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Refreshing network info cache for port 0ea19003-b540-400d-85f7-71f3c586d704 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.795582] env[68205]: DEBUG nova.scheduler.client.report [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.842341] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904437, 'name': CreateVM_Task, 'duration_secs': 0.372382} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.843288] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.844966] env[68205]: DEBUG nova.compute.manager [req-8931d66e-d103-4b93-8a36-d519de994651 req-042040e4-b989-420c-824e-fd6b923cc878 service nova] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Received event network-vif-deleted-98ceaa82-9c39-4b38-9d6c-c3b8dffa315d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.845174] env[68205]: DEBUG nova.compute.manager [req-8931d66e-d103-4b93-8a36-d519de994651 req-042040e4-b989-420c-824e-fd6b923cc878 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Received event network-changed-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.845331] env[68205]: DEBUG nova.compute.manager [req-8931d66e-d103-4b93-8a36-d519de994651 req-042040e4-b989-420c-824e-fd6b923cc878 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Refreshing instance network info cache due to event network-changed-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.845509] env[68205]: DEBUG oslo_concurrency.lockutils [req-8931d66e-d103-4b93-8a36-d519de994651 req-042040e4-b989-420c-824e-fd6b923cc878 service nova] Acquiring lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.846173] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.846302] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.847763] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.847763] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a55815-3464-46c6-8360-d356ca202a76 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.852905] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 859.852905] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528bbd14-94ce-d5a0-5edc-9ce6cdf27ca3" [ 859.852905] env[68205]: _type = "Task" [ 859.852905] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.861468] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528bbd14-94ce-d5a0-5edc-9ce6cdf27ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.138721] env[68205]: DEBUG nova.network.neutron [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updating instance_info_cache with network_info: [{"id": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "address": "fa:16:3e:a4:82:31", "network": {"id": "60c1e4a4-8aca-4626-88cc-443550d78fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-709870888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45652b13a0cb41bcbdea30f8569eca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95b3f0-00", "ovs_interfaceid": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.204803] env[68205]: INFO nova.compute.manager [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Took 37.02 seconds to build instance. [ 860.209659] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904434, 'name': CreateSnapshot_Task, 'duration_secs': 0.608886} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.210172] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 860.211331] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a21037-334c-4362-9072-fdb7f405736f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.302555] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.302555] env[68205]: DEBUG nova.compute.manager [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.305547] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.658s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.307110] env[68205]: INFO nova.compute.claims [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.309663] env[68205]: DEBUG nova.network.neutron [-] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.332548] env[68205]: DEBUG nova.network.neutron [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Successfully updated port: 31365795-4fb7-4a93-83bb-a43d3f9e9e9e {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.368974] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528bbd14-94ce-d5a0-5edc-9ce6cdf27ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.368974] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.368974] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.368974] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.368974] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.368974] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.368974] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfd597fb-95e4-41df-b20f-d03f09e46506 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.380799] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.381139] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.382170] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41fd12a6-7f18-432e-8a00-e4a57ee7592d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.387252] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 860.387252] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b2686e-a129-a7f4-493c-7ec17ea9308c" [ 860.387252] env[68205]: _type = "Task" [ 860.387252] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.396959] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b2686e-a129-a7f4-493c-7ec17ea9308c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.521744] env[68205]: DEBUG nova.network.neutron [req-c4286766-71fc-44b2-9d37-b94492bc276c req-df2a021e-460b-416a-a0ee-19c12954b7b2 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updated VIF entry in instance network info cache for port 0ea19003-b540-400d-85f7-71f3c586d704. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.522159] env[68205]: DEBUG nova.network.neutron [req-c4286766-71fc-44b2-9d37-b94492bc276c req-df2a021e-460b-416a-a0ee-19c12954b7b2 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance_info_cache with network_info: [{"id": "0ea19003-b540-400d-85f7-71f3c586d704", "address": "fa:16:3e:47:37:9c", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea19003-b5", "ovs_interfaceid": "0ea19003-b540-400d-85f7-71f3c586d704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.645703] env[68205]: DEBUG oslo_concurrency.lockutils [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Releasing lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.645962] env[68205]: DEBUG nova.compute.manager [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Inject network info {{(pid=68205) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 860.646276] env[68205]: DEBUG nova.compute.manager [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] network_info to inject: |[{"id": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "address": "fa:16:3e:a4:82:31", "network": {"id": "60c1e4a4-8aca-4626-88cc-443550d78fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-709870888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45652b13a0cb41bcbdea30f8569eca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95b3f0-00", "ovs_interfaceid": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 860.651178] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Reconfiguring VM instance to set the machine id {{(pid=68205) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 860.651502] env[68205]: DEBUG oslo_concurrency.lockutils [req-8931d66e-d103-4b93-8a36-d519de994651 req-042040e4-b989-420c-824e-fd6b923cc878 service nova] Acquired lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.651674] env[68205]: DEBUG nova.network.neutron [req-8931d66e-d103-4b93-8a36-d519de994651 req-042040e4-b989-420c-824e-fd6b923cc878 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Refreshing network info cache for port 6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.653793] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a8931f4-0b84-4d77-8926-e75652359b8c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.675821] env[68205]: DEBUG oslo_vmware.api [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 860.675821] env[68205]: value = "task-2904438" [ 860.675821] env[68205]: _type = "Task" [ 860.675821] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.684279] env[68205]: DEBUG oslo_vmware.api [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.711021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-07b3a292-dea7-45da-bae7-e5025ac44d51 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "68dbd909-bd4a-4de6-86d1-942261f816c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.192s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.731463] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 860.732041] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4df9406-e192-474c-a894-5f99f90160b4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.745374] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 860.745374] env[68205]: value = "task-2904439" [ 860.745374] env[68205]: _type = "Task" [ 860.745374] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.754608] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904439, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.814029] env[68205]: DEBUG nova.compute.utils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.818025] env[68205]: INFO nova.compute.manager [-] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Took 1.93 seconds to deallocate network for instance. [ 860.818025] env[68205]: DEBUG nova.compute.manager [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.818025] env[68205]: DEBUG nova.network.neutron [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.836553] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.836810] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.838635] env[68205]: DEBUG nova.network.neutron [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.899791] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b2686e-a129-a7f4-493c-7ec17ea9308c, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.903217] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2050ec42-ef7c-4ac1-8c93-47440051d477 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.903733] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "2b4fccd8-06c9-4089-a812-a843181b79e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.903990] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.904227] env[68205]: DEBUG nova.compute.manager [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.905098] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b68794-b68b-4eef-a26e-4e9da060d8b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.910923] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 860.910923] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c3ed2-e406-30a5-cbd2-f272af5fe77d" [ 860.910923] env[68205]: _type = "Task" [ 860.910923] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.912574] env[68205]: DEBUG nova.compute.manager [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 860.913162] env[68205]: DEBUG nova.objects.instance [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'flavor' on Instance uuid 2b4fccd8-06c9-4089-a812-a843181b79e3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.925025] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c3ed2-e406-30a5-cbd2-f272af5fe77d, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.925317] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.925586] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] d0671ddd-2c1d-4804-bada-5580fe3a7292/d0671ddd-2c1d-4804-bada-5580fe3a7292.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.925850] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee13a4d2-96f9-4878-be2a-e2443c16d816 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.933921] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 860.933921] env[68205]: value = "task-2904440" [ 860.933921] env[68205]: _type = "Task" [ 860.933921] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.942598] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.026053] env[68205]: DEBUG oslo_concurrency.lockutils [req-c4286766-71fc-44b2-9d37-b94492bc276c req-df2a021e-460b-416a-a0ee-19c12954b7b2 service nova] Releasing lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.058056] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquiring lock "aa631f83-2087-46a6-82f6-add91abce8ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.058346] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lock "aa631f83-2087-46a6-82f6-add91abce8ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.058574] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquiring lock "aa631f83-2087-46a6-82f6-add91abce8ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.058789] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lock "aa631f83-2087-46a6-82f6-add91abce8ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.059143] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lock "aa631f83-2087-46a6-82f6-add91abce8ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.061187] env[68205]: INFO nova.compute.manager [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Terminating instance [ 861.084659] env[68205]: DEBUG nova.policy [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b007749d689458ca199b4a75acf206d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7ce17f89dd048dd8ff2861fbc7733af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.191738] env[68205]: DEBUG oslo_vmware.api [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904438, 'name': ReconfigVM_Task, 'duration_secs': 0.158958} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.194706] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-648fd26e-d6db-4da1-b435-58d1da54fcfc tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Reconfigured VM instance to set the machine id {{(pid=68205) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 861.217256] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.256939] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904439, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.323605] env[68205]: DEBUG nova.compute.manager [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.327256] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.389350] env[68205]: DEBUG nova.network.neutron [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.452631] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493082} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.452631] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] d0671ddd-2c1d-4804-bada-5580fe3a7292/d0671ddd-2c1d-4804-bada-5580fe3a7292.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.456117] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.458801] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7df7ecae-6860-41cd-b7a0-dc4f84219fc0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.471412] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 861.471412] env[68205]: value = "task-2904441" [ 861.471412] env[68205]: _type = "Task" [ 861.471412] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.480260] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.567701] env[68205]: DEBUG nova.compute.manager [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.567701] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.570600] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16094d12-98be-441f-819e-0f8fe97c99e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.582318] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.584029] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81a2ad5c-2bea-45c4-933d-45e87b15a458 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.591778] env[68205]: DEBUG oslo_vmware.api [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 861.591778] env[68205]: value = "task-2904442" [ 861.591778] env[68205]: _type = "Task" [ 861.591778] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.601060] env[68205]: DEBUG oslo_vmware.api [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.630216] env[68205]: DEBUG nova.network.neutron [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance_info_cache with network_info: [{"id": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "address": "fa:16:3e:68:c6:76", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31365795-4f", "ovs_interfaceid": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.690549] env[68205]: DEBUG nova.network.neutron [req-8931d66e-d103-4b93-8a36-d519de994651 req-042040e4-b989-420c-824e-fd6b923cc878 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updated VIF entry in instance network info cache for port 6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.691277] env[68205]: DEBUG nova.network.neutron [req-8931d66e-d103-4b93-8a36-d519de994651 req-042040e4-b989-420c-824e-fd6b923cc878 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updating instance_info_cache with network_info: [{"id": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "address": "fa:16:3e:a4:82:31", "network": {"id": "60c1e4a4-8aca-4626-88cc-443550d78fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-709870888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45652b13a0cb41bcbdea30f8569eca10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b95b3f0-00", "ovs_interfaceid": "6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.741368] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.757802] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904439, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.787176] env[68205]: DEBUG nova.network.neutron [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Successfully created port: cdc0fc05-0098-4655-8d27-c77dddedf8a2 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.811810] env[68205]: INFO nova.compute.manager [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Rebuilding instance [ 861.927965] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.929056] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eb4c2b1-5f09-456c-ad6a-7c4651a56246 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.941261] env[68205]: DEBUG oslo_vmware.api [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 861.941261] env[68205]: value = "task-2904443" [ 861.941261] env[68205]: _type = "Task" [ 861.941261] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.942207] env[68205]: DEBUG nova.compute.manager [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.943274] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c654e3d-7363-4c7c-aca0-b26ad4fb7344 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.957187] env[68205]: DEBUG oslo_vmware.api [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.987886] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082563} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.987886] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.989045] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6679637d-5386-40be-a4a0-9ee0de907fe7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.021800] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] d0671ddd-2c1d-4804-bada-5580fe3a7292/d0671ddd-2c1d-4804-bada-5580fe3a7292.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.025056] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52781dda-ea6e-4831-a850-ad56a5410ae8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.051014] env[68205]: DEBUG nova.compute.manager [req-e57a9fc4-424a-486a-a011-100aa26621d8 req-3972ebd1-5473-4daa-af51-ee94eaf26298 service nova] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Received event network-vif-deleted-27858c75-d876-45b0-be5c-04903afdaeeb {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.051014] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 862.051014] env[68205]: value = "task-2904444" [ 862.051014] env[68205]: _type = "Task" [ 862.051014] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.055197] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de61d4b9-e953-47d5-89fb-b624a8b6f9bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.065248] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.068560] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf1846-c256-4190-9625-f44cf56030d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.104201] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96462ba-c094-46c6-9944-ab44ce497cbd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.112061] env[68205]: DEBUG oslo_vmware.api [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904442, 'name': PowerOffVM_Task, 'duration_secs': 0.245618} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.114269] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.114443] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.114787] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8da97542-6c27-4f1e-84ee-94e9c7d2b0d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.117456] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0161802-5130-448c-ae9c-c5473ca4d1a8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.131695] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.131998] env[68205]: DEBUG nova.compute.manager [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Instance network_info: |[{"id": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "address": "fa:16:3e:68:c6:76", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31365795-4f", "ovs_interfaceid": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.132496] env[68205]: DEBUG nova.compute.provider_tree [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.134999] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:c6:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31365795-4fb7-4a93-83bb-a43d3f9e9e9e', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.142578] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.144954] env[68205]: DEBUG nova.scheduler.client.report [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.148659] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.149316] env[68205]: DEBUG nova.compute.manager [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Received event network-vif-plugged-31365795-4fb7-4a93-83bb-a43d3f9e9e9e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.149512] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] Acquiring lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.149709] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] Lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.149875] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] Lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.150043] env[68205]: DEBUG nova.compute.manager [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] No waiting events found dispatching network-vif-plugged-31365795-4fb7-4a93-83bb-a43d3f9e9e9e {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.150204] env[68205]: WARNING nova.compute.manager [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Received unexpected event network-vif-plugged-31365795-4fb7-4a93-83bb-a43d3f9e9e9e for instance with vm_state building and task_state spawning. [ 862.150352] env[68205]: DEBUG nova.compute.manager [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Received event network-changed-31365795-4fb7-4a93-83bb-a43d3f9e9e9e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.150497] env[68205]: DEBUG nova.compute.manager [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Refreshing instance network info cache due to event network-changed-31365795-4fb7-4a93-83bb-a43d3f9e9e9e. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.150683] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] Acquiring lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.150792] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] Acquired lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.150936] env[68205]: DEBUG nova.network.neutron [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Refreshing network info cache for port 31365795-4fb7-4a93-83bb-a43d3f9e9e9e {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.152572] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5e3aa5a-9dfe-4c94-b98d-f8ef62743964 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.176238] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.176238] env[68205]: value = "task-2904446" [ 862.176238] env[68205]: _type = "Task" [ 862.176238] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.184217] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.184536] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.184653] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Deleting the datastore file [datastore1] aa631f83-2087-46a6-82f6-add91abce8ce {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.185279] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee2ba4c6-fc88-497f-99d7-e03bb11059fe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.190518] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904446, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.194754] env[68205]: DEBUG oslo_concurrency.lockutils [req-8931d66e-d103-4b93-8a36-d519de994651 req-042040e4-b989-420c-824e-fd6b923cc878 service nova] Releasing lock "refresh_cache-aa631f83-2087-46a6-82f6-add91abce8ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.195248] env[68205]: DEBUG oslo_vmware.api [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for the task: (returnval){ [ 862.195248] env[68205]: value = "task-2904447" [ 862.195248] env[68205]: _type = "Task" [ 862.195248] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.205041] env[68205]: DEBUG oslo_vmware.api [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.262262] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904439, 'name': CloneVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.334814] env[68205]: DEBUG nova.compute.manager [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.361404] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.361710] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.361906] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.362119] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.362298] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.362468] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.363347] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.363347] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.363347] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.363347] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.363539] env[68205]: DEBUG nova.virt.hardware [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.364463] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eda37e5-f82f-4bb2-ac6e-a55aad50e6df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.373352] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9505611-1cb1-4658-a8e9-d5efb672a17f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.452184] env[68205]: DEBUG oslo_vmware.api [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904443, 'name': PowerOffVM_Task, 'duration_secs': 0.233641} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.452478] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.452679] env[68205]: DEBUG nova.compute.manager [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.453826] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341c72c5-5a02-43b0-bb06-836b34478cce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.560303] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904444, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.654325] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.654948] env[68205]: DEBUG nova.compute.manager [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.657769] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.049s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.659404] env[68205]: INFO nova.compute.claims [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.687877] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904446, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.707783] env[68205]: DEBUG oslo_vmware.api [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Task: {'id': task-2904447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29374} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.707783] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.707783] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.707783] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.707783] env[68205]: INFO nova.compute.manager [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 862.708098] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.710448] env[68205]: DEBUG nova.compute.manager [-] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.710579] env[68205]: DEBUG nova.network.neutron [-] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.763644] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904439, 'name': CloneVM_Task, 'duration_secs': 1.586058} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.764734] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Created linked-clone VM from snapshot [ 862.764734] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a8842c-c5f3-4c3d-99ae-9c71ff1e2139 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.772871] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Uploading image b1f639c2-545b-41cf-bd0a-91808acb31ed {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 862.787506] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 862.787804] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ac25802-3f5d-4176-a0c2-57fc67c12255 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.794179] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 862.794179] env[68205]: value = "task-2904448" [ 862.794179] env[68205]: _type = "Task" [ 862.794179] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.802492] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904448, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.915708] env[68205]: DEBUG nova.network.neutron [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updated VIF entry in instance network info cache for port 31365795-4fb7-4a93-83bb-a43d3f9e9e9e. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.916091] env[68205]: DEBUG nova.network.neutron [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance_info_cache with network_info: [{"id": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "address": "fa:16:3e:68:c6:76", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31365795-4f", "ovs_interfaceid": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.965423] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0c7a4636-8961-4194-9242-4b734be157d0 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.970612] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.970933] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39f72775-1398-48d4-8639-494def5ef10b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.978462] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 862.978462] env[68205]: value = "task-2904449" [ 862.978462] env[68205]: _type = "Task" [ 862.978462] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.990460] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.068387] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904444, 'name': ReconfigVM_Task, 'duration_secs': 0.538921} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.068387] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Reconfigured VM instance instance-00000030 to attach disk [datastore2] d0671ddd-2c1d-4804-bada-5580fe3a7292/d0671ddd-2c1d-4804-bada-5580fe3a7292.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.068962] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddff4b68-5a37-46da-9116-931c97c60d91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.074847] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 863.074847] env[68205]: value = "task-2904450" [ 863.074847] env[68205]: _type = "Task" [ 863.074847] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.083354] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904450, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.163636] env[68205]: DEBUG nova.compute.utils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.166679] env[68205]: DEBUG nova.compute.manager [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.166876] env[68205]: DEBUG nova.network.neutron [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.187520] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904446, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.213427] env[68205]: DEBUG nova.policy [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '763210af09e342c4934a06abcdbfa4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a9b4767bd04f73ad681cae3f7ed58d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.307021] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904448, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.419187] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f3776b6-ae18-452e-9b98-94ae2c406051 req-b772e20c-860a-429d-9655-f6a22bca0d7f service nova] Releasing lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.490342] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.587430] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904450, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.653559] env[68205]: DEBUG nova.objects.instance [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'flavor' on Instance uuid 2b4fccd8-06c9-4089-a812-a843181b79e3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.670797] env[68205]: DEBUG nova.compute.manager [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.695604] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904446, 'name': CreateVM_Task, 'duration_secs': 1.488668} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.695798] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.696595] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.696801] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.697799] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.698149] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e27e7b0-4f39-4f63-bff5-380b5e13b7d1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.704514] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 863.704514] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52849876-8cbd-ec5b-0038-fa88ae896c94" [ 863.704514] env[68205]: _type = "Task" [ 863.704514] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.724146] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52849876-8cbd-ec5b-0038-fa88ae896c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.781089] env[68205]: DEBUG nova.network.neutron [-] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.802497] env[68205]: DEBUG nova.network.neutron [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Successfully created port: 83aceed9-474d-4c99-a5b3-5ba5f0d520ca {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.810852] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904448, 'name': Destroy_Task, 'duration_secs': 0.552432} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.811139] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Destroyed the VM [ 863.811384] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 863.811817] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce3b22ab-17cb-43f0-ba45-7a8052885838 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.818932] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 863.818932] env[68205]: value = "task-2904451" [ 863.818932] env[68205]: _type = "Task" [ 863.818932] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.827029] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.905165] env[68205]: DEBUG nova.network.neutron [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Successfully updated port: cdc0fc05-0098-4655-8d27-c77dddedf8a2 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.995652] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904449, 'name': PowerOffVM_Task, 'duration_secs': 0.794058} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.995652] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.995652] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.995652] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf641ff7-0682-4533-a99c-415f91a1e7ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.004109] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.004561] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4e231d9-2e00-4227-a299-7c1006701848 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.036096] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.037974] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.037974] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Deleting the datastore file [datastore1] 68dbd909-bd4a-4de6-86d1-942261f816c4 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.037974] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a51477f0-974f-46d4-aeb2-59f6957a90e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.049338] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 864.049338] env[68205]: value = "task-2904453" [ 864.049338] env[68205]: _type = "Task" [ 864.049338] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.063600] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.087800] env[68205]: DEBUG nova.compute.manager [req-904dd051-75dd-4521-9a5d-4ab62064ebde req-8e5943f6-1760-4de5-942e-274fdb30cc08 service nova] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Received event network-vif-deleted-6b95b3f0-00a4-47c0-ae2f-a29fbcff6b28 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.099386] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904450, 'name': Rename_Task, 'duration_secs': 0.715395} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.099682] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.099947] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4b19f66-0457-4322-956a-a0db34b91af6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.112221] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 864.112221] env[68205]: value = "task-2904454" [ 864.112221] env[68205]: _type = "Task" [ 864.112221] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.122989] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.163815] env[68205]: DEBUG oslo_concurrency.lockutils [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.163988] env[68205]: DEBUG oslo_concurrency.lockutils [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.164270] env[68205]: DEBUG nova.network.neutron [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.164329] env[68205]: DEBUG nova.objects.instance [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'info_cache' on Instance uuid 2b4fccd8-06c9-4089-a812-a843181b79e3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.172535] env[68205]: DEBUG nova.compute.manager [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Received event network-vif-plugged-cdc0fc05-0098-4655-8d27-c77dddedf8a2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.172940] env[68205]: DEBUG oslo_concurrency.lockutils [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] Acquiring lock "15528757-b487-4c16-ba3e-254c3599e3b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.173456] env[68205]: DEBUG oslo_concurrency.lockutils [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] Lock "15528757-b487-4c16-ba3e-254c3599e3b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.173456] env[68205]: DEBUG oslo_concurrency.lockutils [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] Lock "15528757-b487-4c16-ba3e-254c3599e3b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.173456] env[68205]: DEBUG nova.compute.manager [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] No waiting events found dispatching network-vif-plugged-cdc0fc05-0098-4655-8d27-c77dddedf8a2 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.174338] env[68205]: WARNING nova.compute.manager [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Received unexpected event network-vif-plugged-cdc0fc05-0098-4655-8d27-c77dddedf8a2 for instance with vm_state building and task_state spawning. [ 864.174338] env[68205]: DEBUG nova.compute.manager [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Received event network-changed-cdc0fc05-0098-4655-8d27-c77dddedf8a2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.174338] env[68205]: DEBUG nova.compute.manager [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Refreshing instance network info cache due to event network-changed-cdc0fc05-0098-4655-8d27-c77dddedf8a2. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.174338] env[68205]: DEBUG oslo_concurrency.lockutils [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] Acquiring lock "refresh_cache-15528757-b487-4c16-ba3e-254c3599e3b6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.174634] env[68205]: DEBUG oslo_concurrency.lockutils [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] Acquired lock "refresh_cache-15528757-b487-4c16-ba3e-254c3599e3b6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.174634] env[68205]: DEBUG nova.network.neutron [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Refreshing network info cache for port cdc0fc05-0098-4655-8d27-c77dddedf8a2 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.218672] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52849876-8cbd-ec5b-0038-fa88ae896c94, 'name': SearchDatastore_Task, 'duration_secs': 0.012728} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.219345] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.219526] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.219794] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.219963] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.220185] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.220806] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0113106-550c-4e17-a50e-ebc3f274b76c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.232030] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.232030] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.235011] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ebd4d2-9b74-4b56-86af-a40e3a4722fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.238262] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 864.238262] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a5e01-f61f-4e67-a3e9-194d61394d08" [ 864.238262] env[68205]: _type = "Task" [ 864.238262] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.253141] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a5e01-f61f-4e67-a3e9-194d61394d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.284338] env[68205]: INFO nova.compute.manager [-] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Took 1.57 seconds to deallocate network for instance. [ 864.303390] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9097e952-95f8-4ff3-b433-6876328b1ba8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.311702] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedba09d-55dd-414b-8859-7bcc69971707 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.348066] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ca4769-b6d9-4393-9a74-9b15761efdf3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.356180] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904451, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.359910] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13348b2-577d-4119-ba65-cefafcf48eaa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.373864] env[68205]: DEBUG nova.compute.provider_tree [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.409702] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquiring lock "refresh_cache-15528757-b487-4c16-ba3e-254c3599e3b6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.556875] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150216} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.557217] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.557442] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.557647] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.622226] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.670925] env[68205]: DEBUG nova.objects.base [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Object Instance<2b4fccd8-06c9-4089-a812-a843181b79e3> lazy-loaded attributes: flavor,info_cache {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 864.688257] env[68205]: DEBUG nova.compute.manager [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.717416] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.717588] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.717744] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.717951] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.718273] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.718781] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.718781] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.718951] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.719278] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.719406] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.719541] env[68205]: DEBUG nova.virt.hardware [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.720497] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6136cc69-4fab-4812-8135-d7fa37ad5e47 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.730511] env[68205]: DEBUG nova.network.neutron [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.733190] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2bcc30-2e83-4584-9239-1a850b8624db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.759455] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a5e01-f61f-4e67-a3e9-194d61394d08, 'name': SearchDatastore_Task, 'duration_secs': 0.013495} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.760766] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4717d37-d2e9-42a9-a18c-c189e0bd2d14 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.766184] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 864.766184] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e96efe-9ed2-87a3-9d60-9ff4d58a00bb" [ 864.766184] env[68205]: _type = "Task" [ 864.766184] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.775615] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e96efe-9ed2-87a3-9d60-9ff4d58a00bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.793767] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.843050] env[68205]: DEBUG nova.network.neutron [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.854423] env[68205]: DEBUG oslo_vmware.api [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904451, 'name': RemoveSnapshot_Task, 'duration_secs': 0.725012} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.854769] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.878859] env[68205]: DEBUG nova.scheduler.client.report [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.884467] env[68205]: DEBUG oslo_concurrency.lockutils [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Acquiring lock "5f04afba-a327-42e4-99f6-16ac25d1256d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.885216] env[68205]: DEBUG oslo_concurrency.lockutils [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.121952] env[68205]: DEBUG oslo_vmware.api [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904454, 'name': PowerOnVM_Task, 'duration_secs': 0.683743} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.122402] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.122606] env[68205]: INFO nova.compute.manager [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Took 8.28 seconds to spawn the instance on the hypervisor. [ 865.122789] env[68205]: DEBUG nova.compute.manager [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.123566] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b006fa9-61e7-4a8f-adaf-c89b57dd9f36 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.277125] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e96efe-9ed2-87a3-9d60-9ff4d58a00bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.277438] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.277910] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] aa17c44d-b31b-4d48-bd02-cd2b38b13452/aa17c44d-b31b-4d48-bd02-cd2b38b13452.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.278224] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8654cf69-fdaf-476c-b918-796798ac8258 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.284869] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 865.284869] env[68205]: value = "task-2904455" [ 865.284869] env[68205]: _type = "Task" [ 865.284869] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.292160] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.349359] env[68205]: DEBUG oslo_concurrency.lockutils [req-ce8c57c7-8184-43be-9f1b-e18ccb12d4ba req-00e33f81-2e4d-4bbc-a4b7-fffd60a7b6a6 service nova] Releasing lock "refresh_cache-15528757-b487-4c16-ba3e-254c3599e3b6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.349765] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquired lock "refresh_cache-15528757-b487-4c16-ba3e-254c3599e3b6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.349924] env[68205]: DEBUG nova.network.neutron [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.359776] env[68205]: WARNING nova.compute.manager [None req-4447169c-1f8f-4d71-9fe3-5ca6be48be55 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Image not found during snapshot: nova.exception.ImageNotFound: Image b1f639c2-545b-41cf-bd0a-91808acb31ed could not be found. [ 865.384608] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.385155] env[68205]: DEBUG nova.compute.manager [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.390151] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.994s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.394022] env[68205]: DEBUG nova.objects.instance [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lazy-loading 'resources' on Instance uuid bcdb9b4e-6538-4752-b506-508ef0e7720a {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.394022] env[68205]: DEBUG nova.compute.utils [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.600475] env[68205]: DEBUG nova.network.neutron [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance_info_cache with network_info: [{"id": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "address": "fa:16:3e:5d:6f:64", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0ed9db-0e", "ovs_interfaceid": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.605642] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.605915] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.606084] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.606271] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.606516] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.606592] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.606743] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.606918] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.607113] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.607263] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.607480] env[68205]: DEBUG nova.virt.hardware [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.608731] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb2f7b2-e6e8-4d2d-ac4e-a5e53903e346 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.618960] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ef54c7-c09e-4b18-a37d-ee4991dcd7ae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.641079] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.648686] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.650915] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.651472] env[68205]: INFO nova.compute.manager [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Took 39.26 seconds to build instance. [ 865.652303] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d2f623c-748f-4f46-99c2-17e402ecd07b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.677587] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.677587] env[68205]: value = "task-2904456" [ 865.677587] env[68205]: _type = "Task" [ 865.677587] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.678688] env[68205]: DEBUG nova.network.neutron [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Successfully updated port: 83aceed9-474d-4c99-a5b3-5ba5f0d520ca {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.692129] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904456, 'name': CreateVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.795208] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475418} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.795519] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] aa17c44d-b31b-4d48-bd02-cd2b38b13452/aa17c44d-b31b-4d48-bd02-cd2b38b13452.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.795775] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.796050] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a66500f-3d34-4a72-83db-43fc129c11a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.802256] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 865.802256] env[68205]: value = "task-2904457" [ 865.802256] env[68205]: _type = "Task" [ 865.802256] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.811321] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.893929] env[68205]: DEBUG nova.network.neutron [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.897243] env[68205]: DEBUG nova.compute.utils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.901125] env[68205]: DEBUG oslo_concurrency.lockutils [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.902034] env[68205]: DEBUG nova.compute.manager [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.902207] env[68205]: DEBUG nova.network.neutron [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.990476] env[68205]: DEBUG nova.policy [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45be46295ef948ecaab2d7ca2ce5995e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92518cf0715b4c55a7fe12e8ce0fba1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.031077] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "1a7265df-0cae-411c-a4fe-72870826d0e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.031741] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "1a7265df-0cae-411c-a4fe-72870826d0e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.031741] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "1a7265df-0cae-411c-a4fe-72870826d0e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.031741] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "1a7265df-0cae-411c-a4fe-72870826d0e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.031967] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "1a7265df-0cae-411c-a4fe-72870826d0e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.034190] env[68205]: INFO nova.compute.manager [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Terminating instance [ 866.103364] env[68205]: DEBUG oslo_concurrency.lockutils [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.171194] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49ed4001-ff10-4ec2-b659-92747cf281f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.340s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.186459] env[68205]: DEBUG nova.network.neutron [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Updating instance_info_cache with network_info: [{"id": "cdc0fc05-0098-4655-8d27-c77dddedf8a2", "address": "fa:16:3e:60:cc:c6", "network": {"id": "99beceff-756f-40d1-be31-0584530a8f75", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-625742213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ce17f89dd048dd8ff2861fbc7733af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc0fc05-00", "ovs_interfaceid": "cdc0fc05-0098-4655-8d27-c77dddedf8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.189656] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "refresh_cache-08e3a0b1-37f3-4fdd-bdca-0decb326d849" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.189656] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "refresh_cache-08e3a0b1-37f3-4fdd-bdca-0decb326d849" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.189656] env[68205]: DEBUG nova.network.neutron [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.198246] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904456, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.310704] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061507} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.312975] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.313925] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce132c5b-0bee-4a3a-96f9-2103b1e244bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.335495] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] aa17c44d-b31b-4d48-bd02-cd2b38b13452/aa17c44d-b31b-4d48-bd02-cd2b38b13452.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.338644] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e85537f-93c1-44d9-a2c8-32d6c4690fef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.358188] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 866.358188] env[68205]: value = "task-2904458" [ 866.358188] env[68205]: _type = "Task" [ 866.358188] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.370100] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.403476] env[68205]: DEBUG nova.compute.manager [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.406660] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298a65c5-d1d4-4467-8a84-56b283d3cce3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.414520] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300f65ca-50c5-4037-b96d-c68d8d853cbc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.448751] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f201f74b-e7a6-4328-9054-af99904a9e31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.458728] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a6e1af-b00b-40b1-a631-bdd7fcdc8917 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.476336] env[68205]: DEBUG nova.compute.provider_tree [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.478283] env[68205]: DEBUG nova.network.neutron [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Successfully created port: d674db5f-de1e-4357-aec3-4c3ec6306335 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.538290] env[68205]: DEBUG nova.compute.manager [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.538552] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.539460] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038e1bdb-379a-41a5-a386-26b0250ccd88 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.547207] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.547487] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c3c9ef-b460-4b16-bddf-0b567dcb712c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.558295] env[68205]: DEBUG oslo_vmware.api [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 866.558295] env[68205]: value = "task-2904459" [ 866.558295] env[68205]: _type = "Task" [ 866.558295] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.569019] env[68205]: DEBUG oslo_vmware.api [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.673489] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.692765] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Releasing lock "refresh_cache-15528757-b487-4c16-ba3e-254c3599e3b6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.693127] env[68205]: DEBUG nova.compute.manager [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Instance network_info: |[{"id": "cdc0fc05-0098-4655-8d27-c77dddedf8a2", "address": "fa:16:3e:60:cc:c6", "network": {"id": "99beceff-756f-40d1-be31-0584530a8f75", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-625742213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ce17f89dd048dd8ff2861fbc7733af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc0fc05-00", "ovs_interfaceid": "cdc0fc05-0098-4655-8d27-c77dddedf8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.695205] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904456, 'name': CreateVM_Task, 'duration_secs': 0.590352} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.695567] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:cc:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdc0fc05-0098-4655-8d27-c77dddedf8a2', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.703680] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Creating folder: Project (a7ce17f89dd048dd8ff2861fbc7733af). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.703914] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.704191] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bba7272d-0ffd-44ec-b9b6-86ebd73de5c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.706701] env[68205]: DEBUG oslo_concurrency.lockutils [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.706867] env[68205]: DEBUG oslo_concurrency.lockutils [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.707170] env[68205]: DEBUG oslo_concurrency.lockutils [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.707423] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651c2d32-a0d3-4215-b50f-50f44a5163a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.714589] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 866.714589] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52222df2-4ac4-83a7-6a7d-32e891b1e89a" [ 866.714589] env[68205]: _type = "Task" [ 866.714589] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.719640] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Created folder: Project (a7ce17f89dd048dd8ff2861fbc7733af) in parent group-v583212. [ 866.719863] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Creating folder: Instances. Parent ref: group-v583354. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.720119] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2561db22-52b1-4c6d-bcc4-106fb633f8c7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.725082] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52222df2-4ac4-83a7-6a7d-32e891b1e89a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.731263] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Created folder: Instances in parent group-v583354. [ 866.731517] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.731666] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.731869] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93e3d50f-ed4b-482a-b0e0-d7a2bfdfb206 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.754315] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.754315] env[68205]: value = "task-2904462" [ 866.754315] env[68205]: _type = "Task" [ 866.754315] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.756294] env[68205]: DEBUG nova.network.neutron [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.765467] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904462, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.847801] env[68205]: DEBUG nova.compute.manager [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Received event network-vif-plugged-83aceed9-474d-4c99-a5b3-5ba5f0d520ca {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.847801] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] Acquiring lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.847801] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] Lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.848388] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] Lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.848388] env[68205]: DEBUG nova.compute.manager [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] No waiting events found dispatching network-vif-plugged-83aceed9-474d-4c99-a5b3-5ba5f0d520ca {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.848388] env[68205]: WARNING nova.compute.manager [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Received unexpected event network-vif-plugged-83aceed9-474d-4c99-a5b3-5ba5f0d520ca for instance with vm_state building and task_state spawning. [ 866.848539] env[68205]: DEBUG nova.compute.manager [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Received event network-changed-83aceed9-474d-4c99-a5b3-5ba5f0d520ca {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.850193] env[68205]: DEBUG nova.compute.manager [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Refreshing instance network info cache due to event network-changed-83aceed9-474d-4c99-a5b3-5ba5f0d520ca. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.850193] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] Acquiring lock "refresh_cache-08e3a0b1-37f3-4fdd-bdca-0decb326d849" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.869097] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.974043] env[68205]: DEBUG nova.network.neutron [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Updating instance_info_cache with network_info: [{"id": "83aceed9-474d-4c99-a5b3-5ba5f0d520ca", "address": "fa:16:3e:61:a5:cc", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83aceed9-47", "ovs_interfaceid": "83aceed9-474d-4c99-a5b3-5ba5f0d520ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.981455] env[68205]: DEBUG nova.scheduler.client.report [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.986412] env[68205]: DEBUG oslo_concurrency.lockutils [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Acquiring lock "5f04afba-a327-42e4-99f6-16ac25d1256d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.987106] env[68205]: DEBUG oslo_concurrency.lockutils [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.987106] env[68205]: INFO nova.compute.manager [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Attaching volume c837a104-7c43-48cc-ad34-b1852a2cda5d to /dev/sdb [ 867.030325] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cd42ef-c604-46dd-8acf-5b5c150daa54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.040929] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6aef23-0bb8-47d1-a12b-eb81a2da71e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.055771] env[68205]: DEBUG nova.virt.block_device [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Updating existing volume attachment record: 6f2e75cd-205e-459a-aeae-911862922d80 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 867.068678] env[68205]: DEBUG oslo_vmware.api [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904459, 'name': PowerOffVM_Task, 'duration_secs': 0.20307} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.068968] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.069295] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.069554] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f7421bc-b87a-4230-974a-e72808d27147 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.109638] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.109638] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-814561f7-a481-4b88-80b7-80d1cc20802c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.116285] env[68205]: DEBUG oslo_vmware.api [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 867.116285] env[68205]: value = "task-2904464" [ 867.116285] env[68205]: _type = "Task" [ 867.116285] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.128846] env[68205]: DEBUG oslo_vmware.api [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.130440] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.130678] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.130803] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Deleting the datastore file [datastore1] 1a7265df-0cae-411c-a4fe-72870826d0e6 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.131080] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b22b624a-3835-41dd-b4d4-c973c3d68934 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.137678] env[68205]: DEBUG oslo_vmware.api [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 867.137678] env[68205]: value = "task-2904465" [ 867.137678] env[68205]: _type = "Task" [ 867.137678] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.147786] env[68205]: DEBUG oslo_vmware.api [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.200647] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.230616] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52222df2-4ac4-83a7-6a7d-32e891b1e89a, 'name': SearchDatastore_Task, 'duration_secs': 0.009303} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.230809] env[68205]: DEBUG oslo_concurrency.lockutils [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.231089] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.231449] env[68205]: DEBUG oslo_concurrency.lockutils [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.231623] env[68205]: DEBUG oslo_concurrency.lockutils [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.231808] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.232209] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c25420fb-8134-455a-9ef9-bd49cbd009d7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.241399] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.241704] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.245112] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609a19fa-83c0-443b-92ab-874717c973a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.248707] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 867.248707] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52deb694-4206-ef15-c894-4257ac65ed1d" [ 867.248707] env[68205]: _type = "Task" [ 867.248707] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.259118] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52deb694-4206-ef15-c894-4257ac65ed1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.264698] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904462, 'name': CreateVM_Task, 'duration_secs': 0.354895} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.264966] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.265594] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.265744] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.266073] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.266325] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e13f25-e770-41c3-b1af-972e67ab4b8c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.270665] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for the task: (returnval){ [ 867.270665] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b45c5b-2120-e134-115b-d00d882be470" [ 867.270665] env[68205]: _type = "Task" [ 867.270665] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.278574] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b45c5b-2120-e134-115b-d00d882be470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.368879] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904458, 'name': ReconfigVM_Task, 'duration_secs': 0.847013} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.369189] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Reconfigured VM instance instance-00000031 to attach disk [datastore2] aa17c44d-b31b-4d48-bd02-cd2b38b13452/aa17c44d-b31b-4d48-bd02-cd2b38b13452.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.369833] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5acb04c-e663-43e2-b57d-845f13b09ac4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.375422] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 867.375422] env[68205]: value = "task-2904470" [ 867.375422] env[68205]: _type = "Task" [ 867.375422] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.383578] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904470, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.416377] env[68205]: DEBUG nova.compute.manager [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.448306] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.448627] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.448851] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.449076] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.449279] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.449464] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.449709] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.449915] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.450106] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.450275] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.450443] env[68205]: DEBUG nova.virt.hardware [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.451478] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22945a7-ab9f-4fbe-b266-a1005f97cdcb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.460911] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4749a4ab-73fd-46f9-8ec4-b9611c67b7c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.479630] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "refresh_cache-08e3a0b1-37f3-4fdd-bdca-0decb326d849" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.480014] env[68205]: DEBUG nova.compute.manager [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Instance network_info: |[{"id": "83aceed9-474d-4c99-a5b3-5ba5f0d520ca", "address": "fa:16:3e:61:a5:cc", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83aceed9-47", "ovs_interfaceid": "83aceed9-474d-4c99-a5b3-5ba5f0d520ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.480323] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] Acquired lock "refresh_cache-08e3a0b1-37f3-4fdd-bdca-0decb326d849" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.480502] env[68205]: DEBUG nova.network.neutron [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Refreshing network info cache for port 83aceed9-474d-4c99-a5b3-5ba5f0d520ca {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.481699] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:a5:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83aceed9-474d-4c99-a5b3-5ba5f0d520ca', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.489453] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.491023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.493111] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.493730] env[68205]: DEBUG oslo_concurrency.lockutils [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.173s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.494467] env[68205]: DEBUG nova.objects.instance [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lazy-loading 'resources' on Instance uuid 20eb57e4-d4cd-4b2b-ba64-e47288e661f3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.495478] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70a19e01-9f7f-46ac-b4fc-b77c02dde6f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.513564] env[68205]: INFO nova.scheduler.client.report [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Deleted allocations for instance bcdb9b4e-6538-4752-b506-508ef0e7720a [ 867.520251] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.520251] env[68205]: value = "task-2904471" [ 867.520251] env[68205]: _type = "Task" [ 867.520251] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.529048] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904471, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.626247] env[68205]: DEBUG oslo_vmware.api [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904464, 'name': PowerOnVM_Task, 'duration_secs': 0.469565} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.626610] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.626899] env[68205]: DEBUG nova.compute.manager [None req-554858e0-a193-4485-bc8c-eb0e17b5f22a tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.627743] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015f3ded-5472-4892-bfa6-52effc413dd1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.650128] env[68205]: DEBUG oslo_vmware.api [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144037} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.650422] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.653268] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.653268] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.653268] env[68205]: INFO nova.compute.manager [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 867.653268] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.653268] env[68205]: DEBUG nova.compute.manager [-] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.653268] env[68205]: DEBUG nova.network.neutron [-] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.762984] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52deb694-4206-ef15-c894-4257ac65ed1d, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.764100] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48952ab-decb-4d3c-b8fe-66ff757e8bf6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.770788] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 867.770788] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524c75ce-e006-0d7b-4240-5998a111c64b" [ 867.770788] env[68205]: _type = "Task" [ 867.770788] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.784697] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524c75ce-e006-0d7b-4240-5998a111c64b, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.788959] env[68205]: DEBUG oslo_concurrency.lockutils [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.788959] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 68dbd909-bd4a-4de6-86d1-942261f816c4/68dbd909-bd4a-4de6-86d1-942261f816c4.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.789247] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b45c5b-2120-e134-115b-d00d882be470, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.789490] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee4b532b-d005-4aaf-a99c-4b03a7614411 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.791821] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.792223] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.792332] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.792510] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.792703] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.792993] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-368d5658-a0d8-49bd-a06d-4e43503105d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.799409] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 867.799409] env[68205]: value = "task-2904472" [ 867.799409] env[68205]: _type = "Task" [ 867.799409] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.805302] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.805302] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.805770] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9511c251-9c0d-450b-aafc-4157c79bfd23 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.811094] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.814894] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for the task: (returnval){ [ 867.814894] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5299fc97-ecc0-9d06-de67-5e57fde60ea3" [ 867.814894] env[68205]: _type = "Task" [ 867.814894] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.822624] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5299fc97-ecc0-9d06-de67-5e57fde60ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.888750] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904470, 'name': Rename_Task, 'duration_secs': 0.188644} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.889248] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.889515] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa07208-c956-4111-b336-2c9c05bb14ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.899141] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 867.899141] env[68205]: value = "task-2904473" [ 867.899141] env[68205]: _type = "Task" [ 867.899141] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.907527] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.021870] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f9cc985-15c2-4a76-b58e-e5c20240e1c6 tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "bcdb9b4e-6538-4752-b506-508ef0e7720a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.052s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.039303] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904471, 'name': CreateVM_Task, 'duration_secs': 0.429843} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.039528] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.041077] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.042398] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.042452] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.042749] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a454cbb7-262a-43d4-9d34-647e6a5e6623 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.051915] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 868.051915] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522f4a9b-5da3-bb6f-d993-e38d9dd33157" [ 868.051915] env[68205]: _type = "Task" [ 868.051915] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.070067] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522f4a9b-5da3-bb6f-d993-e38d9dd33157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.300524] env[68205]: DEBUG nova.network.neutron [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Updated VIF entry in instance network info cache for port 83aceed9-474d-4c99-a5b3-5ba5f0d520ca. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.300956] env[68205]: DEBUG nova.network.neutron [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Updating instance_info_cache with network_info: [{"id": "83aceed9-474d-4c99-a5b3-5ba5f0d520ca", "address": "fa:16:3e:61:a5:cc", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83aceed9-47", "ovs_interfaceid": "83aceed9-474d-4c99-a5b3-5ba5f0d520ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.315909] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505688} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.320318] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 68dbd909-bd4a-4de6-86d1-942261f816c4/68dbd909-bd4a-4de6-86d1-942261f816c4.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.320318] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.320318] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e07ebaca-bb59-4be5-bf95-6f190da409f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.329897] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5299fc97-ecc0-9d06-de67-5e57fde60ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.331714] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 868.331714] env[68205]: value = "task-2904474" [ 868.331714] env[68205]: _type = "Task" [ 868.331714] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.333520] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec7ddf7-1d55-43d1-a0f7-b93b26e674a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.341759] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.343587] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.345339] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for the task: (returnval){ [ 868.345339] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bc8d85-feca-297d-d690-b024b477bca2" [ 868.345339] env[68205]: _type = "Task" [ 868.345339] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.349071] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.361618] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bc8d85-feca-297d-d690-b024b477bca2, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.362571] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.362571] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 15528757-b487-4c16-ba3e-254c3599e3b6/15528757-b487-4c16-ba3e-254c3599e3b6.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.362571] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee2c82d6-f4f6-40dc-a0c0-4019aef82d02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.374154] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for the task: (returnval){ [ 868.374154] env[68205]: value = "task-2904475" [ 868.374154] env[68205]: _type = "Task" [ 868.374154] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.381418] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.410032] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.567663] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522f4a9b-5da3-bb6f-d993-e38d9dd33157, 'name': SearchDatastore_Task, 'duration_secs': 0.063579} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.568183] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.568486] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.568729] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.568876] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.569058] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.569347] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df6e2490-34fe-4279-ac18-6e775ef3ef85 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.578275] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.578758] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.579902] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ac17aa-a84a-4222-9f05-4fe66f2b70e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.585951] env[68205]: DEBUG nova.network.neutron [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Successfully updated port: d674db5f-de1e-4357-aec3-4c3ec6306335 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.592134] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 868.592134] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d7e52d-25a4-d4c3-3f0e-a5c44d1ee4ea" [ 868.592134] env[68205]: _type = "Task" [ 868.592134] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.602257] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d7e52d-25a4-d4c3-3f0e-a5c44d1ee4ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.643261] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd95e370-583e-455f-b876-7323b278a65a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.651598] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b429885-84bd-4a1e-816e-4f5a9b5ab346 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.684505] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86347617-ea3a-4c95-9296-0b74c7ec6d1a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.692608] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16616c5a-2480-46c5-83a1-5897d18a4c0e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.706451] env[68205]: DEBUG nova.compute.provider_tree [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.807403] env[68205]: DEBUG oslo_concurrency.lockutils [req-4f95349e-70ac-4f6f-ba99-5f9dc08ffa94 req-39e4a94f-28cc-4e79-9897-9ddf031f3bb9 service nova] Releasing lock "refresh_cache-08e3a0b1-37f3-4fdd-bdca-0decb326d849" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.832079] env[68205]: DEBUG nova.network.neutron [-] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.845685] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072445} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.852240] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.853068] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc642b9-5de5-4d8b-b9ea-e4201f405488 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.855753] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.856274] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.856853] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.857158] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.857394] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.858217] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.858417] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 868.858656] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.876758] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 68dbd909-bd4a-4de6-86d1-942261f816c4/68dbd909-bd4a-4de6-86d1-942261f816c4.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.878688] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.878952] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a34e798-74d0-404a-853c-d83ddca85e16 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.907146] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.908804] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 868.908804] env[68205]: value = "task-2904476" [ 868.908804] env[68205]: _type = "Task" [ 868.908804] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.915080] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904473, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.920240] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.966408] env[68205]: DEBUG nova.compute.manager [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Received event network-changed-0ea19003-b540-400d-85f7-71f3c586d704 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.966604] env[68205]: DEBUG nova.compute.manager [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Refreshing instance network info cache due to event network-changed-0ea19003-b540-400d-85f7-71f3c586d704. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.966872] env[68205]: DEBUG oslo_concurrency.lockutils [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] Acquiring lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.967115] env[68205]: DEBUG oslo_concurrency.lockutils [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] Acquired lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.967338] env[68205]: DEBUG nova.network.neutron [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Refreshing network info cache for port 0ea19003-b540-400d-85f7-71f3c586d704 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.089612] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.089744] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.090009] env[68205]: DEBUG nova.network.neutron [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.108564] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d7e52d-25a4-d4c3-3f0e-a5c44d1ee4ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.109476] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a984fd-1d17-4c93-9b08-246be09fc2fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.114897] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 869.114897] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cba57e-637c-a705-f291-18992a78c9e3" [ 869.114897] env[68205]: _type = "Task" [ 869.114897] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.122334] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cba57e-637c-a705-f291-18992a78c9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.209694] env[68205]: DEBUG nova.scheduler.client.report [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.334868] env[68205]: INFO nova.compute.manager [-] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Took 1.68 seconds to deallocate network for instance. [ 869.388305] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904475, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.411808] env[68205]: DEBUG oslo_vmware.api [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904473, 'name': PowerOnVM_Task, 'duration_secs': 1.028888} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.418022] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.418022] env[68205]: INFO nova.compute.manager [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Took 9.79 seconds to spawn the instance on the hypervisor. [ 869.418022] env[68205]: DEBUG nova.compute.manager [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.418022] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b835df08-05b8-49a4-94c8-b53f16d9a2a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.425966] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.628381] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cba57e-637c-a705-f291-18992a78c9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009087} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.628381] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.628628] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 08e3a0b1-37f3-4fdd-bdca-0decb326d849/08e3a0b1-37f3-4fdd-bdca-0decb326d849.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.629656] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abed4801-ffdb-43da-a218-c8a81a2b4835 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.638617] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 869.638617] env[68205]: value = "task-2904478" [ 869.638617] env[68205]: _type = "Task" [ 869.638617] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.653318] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.654712] env[68205]: DEBUG nova.network.neutron [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.714908] env[68205]: DEBUG oslo_concurrency.lockutils [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.717644] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.335s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.719416] env[68205]: INFO nova.compute.claims [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.788796] env[68205]: INFO nova.scheduler.client.report [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Deleted allocations for instance 20eb57e4-d4cd-4b2b-ba64-e47288e661f3 [ 869.841483] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.895026] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904475, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.395185} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.895026] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 15528757-b487-4c16-ba3e-254c3599e3b6/15528757-b487-4c16-ba3e-254c3599e3b6.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.895026] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.895026] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d79ea914-18e9-4622-9ddc-fd4510194b1c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.900029] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for the task: (returnval){ [ 869.900029] env[68205]: value = "task-2904479" [ 869.900029] env[68205]: _type = "Task" [ 869.900029] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.908796] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.929806] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904476, 'name': ReconfigVM_Task, 'duration_secs': 0.611489} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.933284] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 68dbd909-bd4a-4de6-86d1-942261f816c4/68dbd909-bd4a-4de6-86d1-942261f816c4.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.938086] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f89e3570-3e4f-457e-bf43-36315c15ced9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.943791] env[68205]: INFO nova.compute.manager [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Took 40.35 seconds to build instance. [ 869.950162] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 869.950162] env[68205]: value = "task-2904480" [ 869.950162] env[68205]: _type = "Task" [ 869.950162] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.952115] env[68205]: DEBUG nova.network.neutron [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updated VIF entry in instance network info cache for port 0ea19003-b540-400d-85f7-71f3c586d704. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.952115] env[68205]: DEBUG nova.network.neutron [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance_info_cache with network_info: [{"id": "0ea19003-b540-400d-85f7-71f3c586d704", "address": "fa:16:3e:47:37:9c", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea19003-b5", "ovs_interfaceid": "0ea19003-b540-400d-85f7-71f3c586d704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.966628] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904480, 'name': Rename_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.999365] env[68205]: DEBUG nova.network.neutron [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Updating instance_info_cache with network_info: [{"id": "d674db5f-de1e-4357-aec3-4c3ec6306335", "address": "fa:16:3e:cc:b6:05", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd674db5f-de", "ovs_interfaceid": "d674db5f-de1e-4357-aec3-4c3ec6306335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.151273] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904478, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.299372] env[68205]: DEBUG oslo_concurrency.lockutils [None req-06b5be82-6596-48a3-b53e-1847635f2d3d tempest-ServerDiagnosticsTest-421191972 tempest-ServerDiagnosticsTest-421191972-project-member] Lock "20eb57e4-d4cd-4b2b-ba64-e47288e661f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.491s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.410040] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094366} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.410612] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.411110] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfb5fe7-e6a9-432c-b1dd-9912fdd2da82 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.434931] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 15528757-b487-4c16-ba3e-254c3599e3b6/15528757-b487-4c16-ba3e-254c3599e3b6.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.435235] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed2cfedf-3b34-40a1-8ca2-b69ee99c2f68 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.450414] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3f53e536-d021-4488-ae4a-e9b6f8160f77 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.203s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.454159] env[68205]: DEBUG oslo_concurrency.lockutils [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] Releasing lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.454159] env[68205]: DEBUG nova.compute.manager [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Received event network-vif-deleted-67f0d37c-0e0f-4e8b-a4fc-77bbc01bbf83 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.454332] env[68205]: DEBUG nova.compute.manager [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Received event network-vif-plugged-d674db5f-de1e-4357-aec3-4c3ec6306335 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.454407] env[68205]: DEBUG oslo_concurrency.lockutils [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] Acquiring lock "543745eb-5fa4-4f64-9410-dd591ba76949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.454602] env[68205]: DEBUG oslo_concurrency.lockutils [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] Lock "543745eb-5fa4-4f64-9410-dd591ba76949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.454759] env[68205]: DEBUG oslo_concurrency.lockutils [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] Lock "543745eb-5fa4-4f64-9410-dd591ba76949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.454923] env[68205]: DEBUG nova.compute.manager [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] No waiting events found dispatching network-vif-plugged-d674db5f-de1e-4357-aec3-4c3ec6306335 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.455098] env[68205]: WARNING nova.compute.manager [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Received unexpected event network-vif-plugged-d674db5f-de1e-4357-aec3-4c3ec6306335 for instance with vm_state building and task_state spawning. [ 870.455262] env[68205]: DEBUG nova.compute.manager [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Received event network-changed-d674db5f-de1e-4357-aec3-4c3ec6306335 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.455417] env[68205]: DEBUG nova.compute.manager [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Refreshing instance network info cache due to event network-changed-d674db5f-de1e-4357-aec3-4c3ec6306335. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.455572] env[68205]: DEBUG oslo_concurrency.lockutils [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] Acquiring lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.460888] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for the task: (returnval){ [ 870.460888] env[68205]: value = "task-2904481" [ 870.460888] env[68205]: _type = "Task" [ 870.460888] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.467905] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904480, 'name': Rename_Task, 'duration_secs': 0.237415} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.468570] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.469120] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4799e79d-768d-4a42-972a-da52afe08c67 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.474371] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.475614] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 870.475614] env[68205]: value = "task-2904482" [ 870.475614] env[68205]: _type = "Task" [ 870.475614] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.483104] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.502116] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.502441] env[68205]: DEBUG nova.compute.manager [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Instance network_info: |[{"id": "d674db5f-de1e-4357-aec3-4c3ec6306335", "address": "fa:16:3e:cc:b6:05", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd674db5f-de", "ovs_interfaceid": "d674db5f-de1e-4357-aec3-4c3ec6306335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.502736] env[68205]: DEBUG oslo_concurrency.lockutils [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] Acquired lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.504123] env[68205]: DEBUG nova.network.neutron [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Refreshing network info cache for port d674db5f-de1e-4357-aec3-4c3ec6306335 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.504210] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:b6:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd674db5f-de1e-4357-aec3-4c3ec6306335', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.512375] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Creating folder: Project (92518cf0715b4c55a7fe12e8ce0fba1c). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.513379] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7e39ef6-500b-4c06-9f95-d666f17bdf7f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.525064] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Created folder: Project (92518cf0715b4c55a7fe12e8ce0fba1c) in parent group-v583212. [ 870.525064] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Creating folder: Instances. Parent ref: group-v583361. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.525064] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c4d2e36-f635-4c13-ab1b-883cc2bcc862 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.535849] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Created folder: Instances in parent group-v583361. [ 870.536173] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.536815] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.536815] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5a8ed43-d0da-4191-aca1-9ff8362b452a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.569749] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.569749] env[68205]: value = "task-2904485" [ 870.569749] env[68205]: _type = "Task" [ 870.569749] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.577992] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904485, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.652288] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608316} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.652746] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 08e3a0b1-37f3-4fdd-bdca-0decb326d849/08e3a0b1-37f3-4fdd-bdca-0decb326d849.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.653659] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.653659] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cbd2f27-7360-48d7-8cd4-2f27d0c854e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.661026] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 870.661026] env[68205]: value = "task-2904486" [ 870.661026] env[68205]: _type = "Task" [ 870.661026] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.669776] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.761997] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "d19fc1e1-b61c-4366-b880-85e694c40ee1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.762758] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "d19fc1e1-b61c-4366-b880-85e694c40ee1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.766022] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "d19fc1e1-b61c-4366-b880-85e694c40ee1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.766022] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "d19fc1e1-b61c-4366-b880-85e694c40ee1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.766022] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "d19fc1e1-b61c-4366-b880-85e694c40ee1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.766022] env[68205]: INFO nova.compute.manager [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Terminating instance [ 870.851908] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.852150] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.852356] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.852976] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.853199] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.857384] env[68205]: INFO nova.compute.manager [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Terminating instance [ 870.954589] env[68205]: DEBUG nova.compute.manager [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.974690] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904481, 'name': ReconfigVM_Task, 'duration_secs': 0.34935} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.974690] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 15528757-b487-4c16-ba3e-254c3599e3b6/15528757-b487-4c16-ba3e-254c3599e3b6.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.976151] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34285d09-19f1-4956-8790-71be31c3a241 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.991352] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.994398] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for the task: (returnval){ [ 870.994398] env[68205]: value = "task-2904487" [ 870.994398] env[68205]: _type = "Task" [ 870.994398] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.007423] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904487, 'name': Rename_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.080487] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904485, 'name': CreateVM_Task, 'duration_secs': 0.364642} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.085714] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.086759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.086922] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.087305] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.087671] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ad99a3-54b9-471a-83c1-0138ac56501a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.092677] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 871.092677] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a5cf23-7eed-a9a5-a8f3-9ca87b28e579" [ 871.092677] env[68205]: _type = "Task" [ 871.092677] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.105131] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a5cf23-7eed-a9a5-a8f3-9ca87b28e579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.179350] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146071} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.179637] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.180530] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176c1f55-dc36-4f36-9d66-caf751d2b67f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.205694] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 08e3a0b1-37f3-4fdd-bdca-0decb326d849/08e3a0b1-37f3-4fdd-bdca-0decb326d849.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.208290] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b53ec2-23c8-46fe-bd32-e55f02b6afc9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.231071] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 871.231071] env[68205]: value = "task-2904488" [ 871.231071] env[68205]: _type = "Task" [ 871.231071] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.241596] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.270770] env[68205]: DEBUG nova.compute.manager [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.271037] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.271971] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075e4840-6570-4f97-a5ee-2b004a3485ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.280379] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.284161] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71c61255-e967-41fb-9277-402c37a5c432 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.290539] env[68205]: DEBUG oslo_vmware.api [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 871.290539] env[68205]: value = "task-2904489" [ 871.290539] env[68205]: _type = "Task" [ 871.290539] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.304349] env[68205]: DEBUG oslo_vmware.api [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.308349] env[68205]: DEBUG nova.network.neutron [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Updated VIF entry in instance network info cache for port d674db5f-de1e-4357-aec3-4c3ec6306335. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.308783] env[68205]: DEBUG nova.network.neutron [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Updating instance_info_cache with network_info: [{"id": "d674db5f-de1e-4357-aec3-4c3ec6306335", "address": "fa:16:3e:cc:b6:05", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd674db5f-de", "ovs_interfaceid": "d674db5f-de1e-4357-aec3-4c3ec6306335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.348013] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03001bf-7ecf-420f-81db-fa27fe71381b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.355981] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834d59c5-9395-497f-9ee7-84eb249ba0ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.363878] env[68205]: DEBUG nova.compute.manager [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.363878] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.365319] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b403a597-7bfe-4a1b-9096-c82dcad8ba72 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.397023] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e44faca-ad69-42b1-a807-1c77104a5342 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.405383] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.405383] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f6704e6-852e-4204-875e-89812fd4863a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.408728] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d38f712-ccc9-41db-a661-c3119332c84a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.414443] env[68205]: DEBUG oslo_vmware.api [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 871.414443] env[68205]: value = "task-2904490" [ 871.414443] env[68205]: _type = "Task" [ 871.414443] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.428994] env[68205]: DEBUG nova.compute.provider_tree [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.437429] env[68205]: DEBUG oslo_vmware.api [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.478484] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.491503] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.508036] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904487, 'name': Rename_Task, 'duration_secs': 0.158133} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.508353] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.508618] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c18bba56-e93b-4547-a88d-c3cf221b7110 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.514953] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for the task: (returnval){ [ 871.514953] env[68205]: value = "task-2904491" [ 871.514953] env[68205]: _type = "Task" [ 871.514953] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.524197] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.610311] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a5cf23-7eed-a9a5-a8f3-9ca87b28e579, 'name': SearchDatastore_Task, 'duration_secs': 0.013639} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.610311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.610311] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.610311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.610311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.610311] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.610311] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d107ac-f631-4628-8aeb-fac945a1c6a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.620528] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 871.620528] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583359', 'volume_id': 'c837a104-7c43-48cc-ad34-b1852a2cda5d', 'name': 'volume-c837a104-7c43-48cc-ad34-b1852a2cda5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f04afba-a327-42e4-99f6-16ac25d1256d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c837a104-7c43-48cc-ad34-b1852a2cda5d', 'serial': 'c837a104-7c43-48cc-ad34-b1852a2cda5d'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 871.620528] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef343fb3-9c43-4af3-85f7-307be83921d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.625019] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.625019] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.625522] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61a9f80-df4d-4cb1-a1ec-8390e9cc105e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.640960] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d027b-7d99-4a7d-98a2-07e041a50668 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.645312] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 871.645312] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525337ca-4750-4738-7382-574656a8c42c" [ 871.645312] env[68205]: _type = "Task" [ 871.645312] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.669666] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-c837a104-7c43-48cc-ad34-b1852a2cda5d/volume-c837a104-7c43-48cc-ad34-b1852a2cda5d.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.669973] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3e0ae05-8593-404d-8887-245083b002a6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.687327] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525337ca-4750-4738-7382-574656a8c42c, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.689084] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a21ba4a-e521-4306-9eb8-9ea85c38173e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.692428] env[68205]: DEBUG oslo_vmware.api [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Waiting for the task: (returnval){ [ 871.692428] env[68205]: value = "task-2904492" [ 871.692428] env[68205]: _type = "Task" [ 871.692428] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.697322] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 871.697322] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52dc10e5-5c8f-c971-96f0-adad094e319e" [ 871.697322] env[68205]: _type = "Task" [ 871.697322] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.707228] env[68205]: DEBUG oslo_vmware.api [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Task: {'id': task-2904492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.711289] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52dc10e5-5c8f-c971-96f0-adad094e319e, 'name': SearchDatastore_Task, 'duration_secs': 0.008976} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.711525] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.711775] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 543745eb-5fa4-4f64-9410-dd591ba76949/543745eb-5fa4-4f64-9410-dd591ba76949.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.712065] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddbfc849-b030-4beb-b88b-6e112bffb5ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.717670] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 871.717670] env[68205]: value = "task-2904493" [ 871.717670] env[68205]: _type = "Task" [ 871.717670] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.725374] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.741049] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904488, 'name': ReconfigVM_Task, 'duration_secs': 0.336221} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.741502] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 08e3a0b1-37f3-4fdd-bdca-0decb326d849/08e3a0b1-37f3-4fdd-bdca-0decb326d849.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.742431] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d61ba1-a820-4214-84c4-a1c878e075f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.749536] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 871.749536] env[68205]: value = "task-2904494" [ 871.749536] env[68205]: _type = "Task" [ 871.749536] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.758136] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904494, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.801405] env[68205]: DEBUG oslo_vmware.api [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904489, 'name': PowerOffVM_Task, 'duration_secs': 0.189106} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.801834] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.802333] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.802485] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d8b5777-47aa-4dfd-9fba-d696f86d9ab9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.811847] env[68205]: DEBUG oslo_concurrency.lockutils [req-eae49cd9-e185-48ca-a4f3-382e4b83e811 req-b949faf5-2151-43d3-9ddf-35817f76dd27 service nova] Releasing lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.865927] env[68205]: DEBUG oslo_concurrency.lockutils [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "130f933a-da56-4cef-9732-07ca4d5b43fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.866189] env[68205]: DEBUG oslo_concurrency.lockutils [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "130f933a-da56-4cef-9732-07ca4d5b43fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.866341] env[68205]: DEBUG oslo_concurrency.lockutils [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "130f933a-da56-4cef-9732-07ca4d5b43fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.866529] env[68205]: DEBUG oslo_concurrency.lockutils [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "130f933a-da56-4cef-9732-07ca4d5b43fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.866707] env[68205]: DEBUG oslo_concurrency.lockutils [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "130f933a-da56-4cef-9732-07ca4d5b43fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.868526] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.869037] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.869187] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Deleting the datastore file [datastore2] d19fc1e1-b61c-4366-b880-85e694c40ee1 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.869371] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2090198a-25a3-4de4-b5f2-184a959c9667 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.873931] env[68205]: INFO nova.compute.manager [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Terminating instance [ 871.880151] env[68205]: DEBUG oslo_vmware.api [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 871.880151] env[68205]: value = "task-2904496" [ 871.880151] env[68205]: _type = "Task" [ 871.880151] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.891521] env[68205]: DEBUG oslo_vmware.api [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.925512] env[68205]: DEBUG oslo_vmware.api [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904490, 'name': PowerOffVM_Task, 'duration_secs': 0.169202} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.925807] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.926124] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.926803] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c6e1729-ffe5-40a2-9ec0-7248476582b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.932899] env[68205]: DEBUG nova.scheduler.client.report [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.993521] env[68205]: DEBUG oslo_vmware.api [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904482, 'name': PowerOnVM_Task, 'duration_secs': 1.418525} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.996556] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.996556] env[68205]: DEBUG nova.compute.manager [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.996556] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.996556] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.996556] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Deleting the datastore file [datastore2] 312b10df-28a7-496d-88c8-ddc0b17e8c9b {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.997645] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec8f99c-e31c-44d4-8203-bd2e575d72c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.001456] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd3e322e-9112-4de9-82f2-99ef146fef6a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.012404] env[68205]: DEBUG oslo_vmware.api [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for the task: (returnval){ [ 872.012404] env[68205]: value = "task-2904498" [ 872.012404] env[68205]: _type = "Task" [ 872.012404] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.029435] env[68205]: DEBUG oslo_vmware.api [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.029842] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.100728] env[68205]: DEBUG nova.compute.manager [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Stashing vm_state: active {{(pid=68205) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 872.205468] env[68205]: DEBUG oslo_vmware.api [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Task: {'id': task-2904492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.228457] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904493, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.261962] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904494, 'name': Rename_Task, 'duration_secs': 0.145941} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.265169] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.265169] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b56bfd6-9881-4d08-9f4e-25e76e1a0974 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.272021] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 872.272021] env[68205]: value = "task-2904499" [ 872.272021] env[68205]: _type = "Task" [ 872.272021] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.280388] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.382254] env[68205]: DEBUG nova.compute.manager [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.382254] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.382254] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ea8179-90c0-4255-a302-c4d90b879a95 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.395835] env[68205]: DEBUG oslo_vmware.api [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322553} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.399805] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.399805] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.399805] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.400095] env[68205]: INFO nova.compute.manager [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 872.400299] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.401052] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.401052] env[68205]: DEBUG nova.compute.manager [-] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.401052] env[68205]: DEBUG nova.network.neutron [-] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.402760] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcbe2c95-520c-4a92-81f7-ff97e5b39eee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.409163] env[68205]: DEBUG oslo_vmware.api [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 872.409163] env[68205]: value = "task-2904500" [ 872.409163] env[68205]: _type = "Task" [ 872.409163] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.417719] env[68205]: DEBUG oslo_vmware.api [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.440958] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.440958] env[68205]: DEBUG nova.compute.manager [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.444762] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.312s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.446609] env[68205]: INFO nova.compute.claims [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.523639] env[68205]: DEBUG oslo_concurrency.lockutils [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.533095] env[68205]: DEBUG oslo_vmware.api [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Task: {'id': task-2904498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41664} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.536651] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.537144] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.537491] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.538436] env[68205]: INFO nova.compute.manager [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 872.538436] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.538897] env[68205]: DEBUG oslo_vmware.api [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904491, 'name': PowerOnVM_Task, 'duration_secs': 0.520772} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.539765] env[68205]: DEBUG nova.compute.manager [-] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.539922] env[68205]: DEBUG nova.network.neutron [-] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.542479] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.542699] env[68205]: INFO nova.compute.manager [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Took 10.21 seconds to spawn the instance on the hypervisor. [ 872.542876] env[68205]: DEBUG nova.compute.manager [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.543713] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248fccea-98f6-473c-8a0f-2d96f558ac39 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.627839] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.628197] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.630105] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.707628] env[68205]: DEBUG oslo_vmware.api [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Task: {'id': task-2904492, 'name': ReconfigVM_Task, 'duration_secs': 0.801648} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.709247] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-c837a104-7c43-48cc-ad34-b1852a2cda5d/volume-c837a104-7c43-48cc-ad34-b1852a2cda5d.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.719210] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7298067-632c-487a-b820-eaed43be9c33 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.733481] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "68dbd909-bd4a-4de6-86d1-942261f816c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.733858] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "68dbd909-bd4a-4de6-86d1-942261f816c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.733858] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "68dbd909-bd4a-4de6-86d1-942261f816c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.734038] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "68dbd909-bd4a-4de6-86d1-942261f816c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.734195] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "68dbd909-bd4a-4de6-86d1-942261f816c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.739906] env[68205]: INFO nova.compute.manager [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Terminating instance [ 872.745143] env[68205]: DEBUG oslo_vmware.api [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Waiting for the task: (returnval){ [ 872.745143] env[68205]: value = "task-2904501" [ 872.745143] env[68205]: _type = "Task" [ 872.745143] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.749050] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588508} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.751966] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 543745eb-5fa4-4f64-9410-dd591ba76949/543745eb-5fa4-4f64-9410-dd591ba76949.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.752312] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.752705] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e19ac1b-f438-4b6e-9e10-0287f7a78399 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.760570] env[68205]: DEBUG oslo_vmware.api [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Task: {'id': task-2904501, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.761891] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 872.761891] env[68205]: value = "task-2904502" [ 872.761891] env[68205]: _type = "Task" [ 872.761891] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.772756] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.782655] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.891311] env[68205]: DEBUG nova.compute.manager [req-42a9d955-22b6-4f40-bc1b-4cb18cdedb38 req-47b70c47-324f-4c9d-874f-7e4640889920 service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Received event network-vif-deleted-e61cc235-045d-4a8d-9748-18e4a0581da8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.891687] env[68205]: INFO nova.compute.manager [req-42a9d955-22b6-4f40-bc1b-4cb18cdedb38 req-47b70c47-324f-4c9d-874f-7e4640889920 service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Neutron deleted interface e61cc235-045d-4a8d-9748-18e4a0581da8; detaching it from the instance and deleting it from the info cache [ 872.892046] env[68205]: DEBUG nova.network.neutron [req-42a9d955-22b6-4f40-bc1b-4cb18cdedb38 req-47b70c47-324f-4c9d-874f-7e4640889920 service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.924995] env[68205]: DEBUG oslo_vmware.api [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904500, 'name': PowerOffVM_Task, 'duration_secs': 0.260156} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.925389] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.925642] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.925981] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb93d63e-1b8e-417b-a834-4d6f3710d15e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.955771] env[68205]: DEBUG nova.compute.utils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.959748] env[68205]: DEBUG nova.compute.manager [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.963024] env[68205]: DEBUG nova.network.neutron [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.010638] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.010877] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.011253] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Deleting the datastore file [datastore1] 130f933a-da56-4cef-9732-07ca4d5b43fe {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.011351] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69992875-cf4d-4b4e-a0b7-8af9b0b38260 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.017573] env[68205]: DEBUG oslo_vmware.api [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 873.017573] env[68205]: value = "task-2904504" [ 873.017573] env[68205]: _type = "Task" [ 873.017573] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.026010] env[68205]: DEBUG oslo_vmware.api [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.043270] env[68205]: DEBUG nova.policy [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45be46295ef948ecaab2d7ca2ce5995e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92518cf0715b4c55a7fe12e8ce0fba1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.063943] env[68205]: INFO nova.compute.manager [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Took 40.11 seconds to build instance. [ 873.249964] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "refresh_cache-68dbd909-bd4a-4de6-86d1-942261f816c4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.250255] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquired lock "refresh_cache-68dbd909-bd4a-4de6-86d1-942261f816c4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.250443] env[68205]: DEBUG nova.network.neutron [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.269973] env[68205]: DEBUG oslo_vmware.api [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Task: {'id': task-2904501, 'name': ReconfigVM_Task, 'duration_secs': 0.164247} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.275176] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583359', 'volume_id': 'c837a104-7c43-48cc-ad34-b1852a2cda5d', 'name': 'volume-c837a104-7c43-48cc-ad34-b1852a2cda5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f04afba-a327-42e4-99f6-16ac25d1256d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c837a104-7c43-48cc-ad34-b1852a2cda5d', 'serial': 'c837a104-7c43-48cc-ad34-b1852a2cda5d'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 873.286342] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074381} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.290550] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.292216] env[68205]: DEBUG oslo_vmware.api [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904499, 'name': PowerOnVM_Task, 'duration_secs': 0.901946} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.293015] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7dd7af-2a8d-4021-bb91-97fa57185f98 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.296411] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.296618] env[68205]: INFO nova.compute.manager [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Took 8.61 seconds to spawn the instance on the hypervisor. [ 873.296796] env[68205]: DEBUG nova.compute.manager [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.298767] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be99108-fff8-43fe-bddf-a3592d28fe43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.324980] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 543745eb-5fa4-4f64-9410-dd591ba76949/543745eb-5fa4-4f64-9410-dd591ba76949.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.327578] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69f6456-988f-4ab4-b1c6-f3275a8a4207 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.353641] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 873.353641] env[68205]: value = "task-2904505" [ 873.353641] env[68205]: _type = "Task" [ 873.353641] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.363976] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.371519] env[68205]: DEBUG nova.network.neutron [-] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.401249] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee9a441b-c0c1-46ed-a75e-4976c8ffc2b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.413388] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fb7850-ea63-48ae-800a-808bcda448a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.454070] env[68205]: DEBUG nova.compute.manager [req-42a9d955-22b6-4f40-bc1b-4cb18cdedb38 req-47b70c47-324f-4c9d-874f-7e4640889920 service nova] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Detach interface failed, port_id=e61cc235-045d-4a8d-9748-18e4a0581da8, reason: Instance d19fc1e1-b61c-4366-b880-85e694c40ee1 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.455239] env[68205]: DEBUG nova.network.neutron [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Successfully created port: 377ead89-c977-4d6f-99df-04d3dbc92ce0 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.463464] env[68205]: DEBUG nova.compute.manager [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.529231] env[68205]: DEBUG oslo_vmware.api [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.535588] env[68205]: DEBUG nova.network.neutron [-] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.568631] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf64930b-2c44-4a60-b88f-d4187aec8c04 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lock "15528757-b487-4c16-ba3e-254c3599e3b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.195s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.785232] env[68205]: DEBUG nova.network.neutron [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.863223] env[68205]: INFO nova.compute.manager [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Took 39.24 seconds to build instance. [ 873.878562] env[68205]: INFO nova.compute.manager [-] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Took 1.48 seconds to deallocate network for instance. [ 873.878562] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904505, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.908140] env[68205]: DEBUG nova.network.neutron [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.034545] env[68205]: DEBUG oslo_vmware.api [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.688044} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.035502] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.035714] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.035914] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.036101] env[68205]: INFO nova.compute.manager [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Took 1.66 seconds to destroy the instance on the hypervisor. [ 874.036350] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.036568] env[68205]: DEBUG nova.compute.manager [-] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.036661] env[68205]: DEBUG nova.network.neutron [-] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.039045] env[68205]: INFO nova.compute.manager [-] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Took 1.50 seconds to deallocate network for instance. [ 874.071604] env[68205]: DEBUG nova.compute.manager [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.239518] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d356e4-3bf5-4434-add6-3f3365db8608 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.247467] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee9ac93-50eb-4a48-92bb-35c88dac1f3e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.278026] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40d38bc-3d87-4621-98c2-4330a5389c95 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.286127] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e108e3-d1c0-453a-9394-2796db2ac5ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.299616] env[68205]: DEBUG nova.compute.provider_tree [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.363558] env[68205]: DEBUG nova.objects.instance [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Lazy-loading 'flavor' on Instance uuid 5f04afba-a327-42e4-99f6-16ac25d1256d {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.372032] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55391e40-8d86-4af8-89fd-73eaef5653b1 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.137s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.375078] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904505, 'name': ReconfigVM_Task, 'duration_secs': 0.565062} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.375398] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 543745eb-5fa4-4f64-9410-dd591ba76949/543745eb-5fa4-4f64-9410-dd591ba76949.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.376124] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5bf05dd-35c5-4a6e-9175-1bcb624a47c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.383289] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 874.383289] env[68205]: value = "task-2904506" [ 874.383289] env[68205]: _type = "Task" [ 874.383289] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.393025] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.393852] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904506, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.412552] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Releasing lock "refresh_cache-68dbd909-bd4a-4de6-86d1-942261f816c4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.413262] env[68205]: DEBUG nova.compute.manager [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.413262] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.414089] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540a4372-8c08-4ac3-9efe-b08d9421ef21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.422929] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.423535] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ba4fa6e-4cba-47b6-abc7-094b4d9dd823 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.429805] env[68205]: DEBUG oslo_vmware.api [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 874.429805] env[68205]: value = "task-2904507" [ 874.429805] env[68205]: _type = "Task" [ 874.429805] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.440691] env[68205]: DEBUG oslo_vmware.api [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.480142] env[68205]: DEBUG nova.compute.manager [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.513953] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.514504] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.514504] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.514682] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.514859] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.515035] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.515248] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.515422] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.515587] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.515752] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.515916] env[68205]: DEBUG nova.virt.hardware [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.516962] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baadf68-6a62-4ce7-8070-98145d14cbd9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.525989] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365195fd-eec5-43bc-9fb6-bead3fe86715 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.547018] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.596408] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.803321] env[68205]: DEBUG nova.scheduler.client.report [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.876621] env[68205]: DEBUG nova.compute.manager [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.881697] env[68205]: DEBUG oslo_concurrency.lockutils [None req-328a7232-247d-45dc-899a-6652d5abf8e3 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.895s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.896156] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904506, 'name': Rename_Task, 'duration_secs': 0.182228} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.896462] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.896734] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cf7bfb4-d3e8-4bd5-8226-7ae5208b52aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.903792] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 874.903792] env[68205]: value = "task-2904508" [ 874.903792] env[68205]: _type = "Task" [ 874.903792] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.913085] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.941225] env[68205]: DEBUG oslo_vmware.api [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904507, 'name': PowerOffVM_Task, 'duration_secs': 0.158039} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.941326] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.944174] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.944174] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9429bdd6-1d3f-4672-9873-906236ebc748 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.971797] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.971797] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.971797] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Deleting the datastore file [datastore1] 68dbd909-bd4a-4de6-86d1-942261f816c4 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.971797] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6732d00-5da3-4509-9cb4-24b5ce85b4ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.979905] env[68205]: DEBUG oslo_vmware.api [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for the task: (returnval){ [ 874.979905] env[68205]: value = "task-2904510" [ 874.979905] env[68205]: _type = "Task" [ 874.979905] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.989693] env[68205]: DEBUG oslo_vmware.api [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.162785] env[68205]: DEBUG nova.network.neutron [-] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.304196] env[68205]: DEBUG nova.network.neutron [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Successfully updated port: 377ead89-c977-4d6f-99df-04d3dbc92ce0 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.310240] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.310906] env[68205]: DEBUG nova.compute.manager [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.313681] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.546s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.313908] env[68205]: DEBUG nova.objects.instance [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lazy-loading 'resources' on Instance uuid cf724785-3f69-4e75-93ca-4425ea703689 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.366410] env[68205]: DEBUG nova.compute.manager [req-ff28dce0-8ec4-4806-be1a-cce096bdc58d req-2b9b8459-309b-40dc-8a56-ba8975276e05 service nova] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Received event network-vif-deleted-ed0a003e-8daa-4201-9ca2-2399da32af44 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.366619] env[68205]: DEBUG nova.compute.manager [req-ff28dce0-8ec4-4806-be1a-cce096bdc58d req-2b9b8459-309b-40dc-8a56-ba8975276e05 service nova] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Received event network-vif-deleted-9b789024-19f6-42b7-baa0-2a8b0d225c9e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.399082] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.414387] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904508, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.416372] env[68205]: DEBUG nova.compute.manager [req-b9a30899-38ce-4bca-bd7e-f21425da5421 req-4e2a08ed-d95b-4156-a8a2-65400ea67993 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Received event network-changed-cdc0fc05-0098-4655-8d27-c77dddedf8a2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.417262] env[68205]: DEBUG nova.compute.manager [req-b9a30899-38ce-4bca-bd7e-f21425da5421 req-4e2a08ed-d95b-4156-a8a2-65400ea67993 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Refreshing instance network info cache due to event network-changed-cdc0fc05-0098-4655-8d27-c77dddedf8a2. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.417262] env[68205]: DEBUG oslo_concurrency.lockutils [req-b9a30899-38ce-4bca-bd7e-f21425da5421 req-4e2a08ed-d95b-4156-a8a2-65400ea67993 service nova] Acquiring lock "refresh_cache-15528757-b487-4c16-ba3e-254c3599e3b6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.417262] env[68205]: DEBUG oslo_concurrency.lockutils [req-b9a30899-38ce-4bca-bd7e-f21425da5421 req-4e2a08ed-d95b-4156-a8a2-65400ea67993 service nova] Acquired lock "refresh_cache-15528757-b487-4c16-ba3e-254c3599e3b6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.417262] env[68205]: DEBUG nova.network.neutron [req-b9a30899-38ce-4bca-bd7e-f21425da5421 req-4e2a08ed-d95b-4156-a8a2-65400ea67993 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Refreshing network info cache for port cdc0fc05-0098-4655-8d27-c77dddedf8a2 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.493638] env[68205]: DEBUG oslo_vmware.api [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Task: {'id': task-2904510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204559} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.493955] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.494519] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.494840] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.495059] env[68205]: INFO nova.compute.manager [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Took 1.08 seconds to destroy the instance on the hypervisor. [ 875.495489] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.495737] env[68205]: DEBUG nova.compute.manager [-] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.495862] env[68205]: DEBUG nova.network.neutron [-] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.515209] env[68205]: DEBUG nova.network.neutron [-] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.542458] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquiring lock "dfd58e10-3b50-4027-823e-a0bef71ae65f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.542733] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lock "dfd58e10-3b50-4027-823e-a0bef71ae65f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.667825] env[68205]: INFO nova.compute.manager [-] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Took 1.63 seconds to deallocate network for instance. [ 875.810451] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "refresh_cache-c4137e26-8a6c-4a46-879a-b0903b29b436" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.810596] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "refresh_cache-c4137e26-8a6c-4a46-879a-b0903b29b436" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.810747] env[68205]: DEBUG nova.network.neutron [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.818678] env[68205]: DEBUG nova.compute.utils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.825060] env[68205]: DEBUG nova.compute.manager [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.825579] env[68205]: DEBUG nova.network.neutron [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.917759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.917759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.929696] env[68205]: DEBUG nova.policy [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a6fa6eaff7f4923b44fd1734452209f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df018c1d3b004a6280a27ff1cd56d35f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.937155] env[68205]: DEBUG oslo_vmware.api [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904508, 'name': PowerOnVM_Task, 'duration_secs': 0.886672} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.938124] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.938124] env[68205]: INFO nova.compute.manager [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Took 8.52 seconds to spawn the instance on the hypervisor. [ 875.938124] env[68205]: DEBUG nova.compute.manager [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.938797] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12f6362-878c-4abf-952a-fa239f16febd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.023516] env[68205]: DEBUG nova.network.neutron [-] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.173690] env[68205]: DEBUG oslo_concurrency.lockutils [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.325485] env[68205]: DEBUG nova.compute.manager [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.356040] env[68205]: DEBUG nova.network.neutron [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.429245] env[68205]: DEBUG nova.network.neutron [req-b9a30899-38ce-4bca-bd7e-f21425da5421 req-4e2a08ed-d95b-4156-a8a2-65400ea67993 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Updated VIF entry in instance network info cache for port cdc0fc05-0098-4655-8d27-c77dddedf8a2. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.429245] env[68205]: DEBUG nova.network.neutron [req-b9a30899-38ce-4bca-bd7e-f21425da5421 req-4e2a08ed-d95b-4156-a8a2-65400ea67993 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Updating instance_info_cache with network_info: [{"id": "cdc0fc05-0098-4655-8d27-c77dddedf8a2", "address": "fa:16:3e:60:cc:c6", "network": {"id": "99beceff-756f-40d1-be31-0584530a8f75", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-625742213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ce17f89dd048dd8ff2861fbc7733af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdc0fc05-00", "ovs_interfaceid": "cdc0fc05-0098-4655-8d27-c77dddedf8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.464495] env[68205]: INFO nova.compute.manager [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Took 38.88 seconds to build instance. [ 876.508699] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39446469-6c35-4f9d-a4ae-60596ec0e418 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.518188] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2879ad-106e-413e-923d-9a3a86e92a0d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.548290] env[68205]: INFO nova.compute.manager [-] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Took 1.05 seconds to deallocate network for instance. [ 876.549623] env[68205]: DEBUG nova.network.neutron [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Updating instance_info_cache with network_info: [{"id": "377ead89-c977-4d6f-99df-04d3dbc92ce0", "address": "fa:16:3e:e2:53:22", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377ead89-c9", "ovs_interfaceid": "377ead89-c977-4d6f-99df-04d3dbc92ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.552511] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1745a0d0-17bd-416d-bed5-e5b17b91a777 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.563522] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a280230c-b945-48a4-90d1-cb87995df922 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.578141] env[68205]: DEBUG nova.compute.provider_tree [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.583922] env[68205]: DEBUG nova.network.neutron [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Successfully created port: 409e6e4e-e333-4154-9f42-1c6a44f29616 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.642320] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Acquiring lock "5f04afba-a327-42e4-99f6-16ac25d1256d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.643476] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.931031] env[68205]: DEBUG oslo_concurrency.lockutils [req-b9a30899-38ce-4bca-bd7e-f21425da5421 req-4e2a08ed-d95b-4156-a8a2-65400ea67993 service nova] Releasing lock "refresh_cache-15528757-b487-4c16-ba3e-254c3599e3b6" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.966614] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f1a0b15-452a-48dd-807a-4539a2ca0afb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "543745eb-5fa4-4f64-9410-dd591ba76949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.239s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.059245] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "refresh_cache-c4137e26-8a6c-4a46-879a-b0903b29b436" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.059245] env[68205]: DEBUG nova.compute.manager [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Instance network_info: |[{"id": "377ead89-c977-4d6f-99df-04d3dbc92ce0", "address": "fa:16:3e:e2:53:22", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377ead89-c9", "ovs_interfaceid": "377ead89-c977-4d6f-99df-04d3dbc92ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.059245] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:53:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '377ead89-c977-4d6f-99df-04d3dbc92ce0', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.067706] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.068720] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.069019] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.069295] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a928ef0d-c08b-43b1-9017-4f8d68058d65 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.085034] env[68205]: DEBUG nova.scheduler.client.report [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.093074] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.093074] env[68205]: value = "task-2904511" [ 877.093074] env[68205]: _type = "Task" [ 877.093074] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.101334] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904511, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.145626] env[68205]: INFO nova.compute.manager [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Detaching volume c837a104-7c43-48cc-ad34-b1852a2cda5d [ 877.181953] env[68205]: INFO nova.virt.block_device [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Attempting to driver detach volume c837a104-7c43-48cc-ad34-b1852a2cda5d from mountpoint /dev/sdb [ 877.182216] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 877.182405] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583359', 'volume_id': 'c837a104-7c43-48cc-ad34-b1852a2cda5d', 'name': 'volume-c837a104-7c43-48cc-ad34-b1852a2cda5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f04afba-a327-42e4-99f6-16ac25d1256d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c837a104-7c43-48cc-ad34-b1852a2cda5d', 'serial': 'c837a104-7c43-48cc-ad34-b1852a2cda5d'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 877.183331] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd507a89-ec40-4c49-99da-d384f062cf30 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.204983] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aac900-83c2-45d9-9a09-60ba9819043f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.212116] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb3f85e-2cb0-46ae-9d7a-d77efdd9cfea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.234691] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b03497-3f35-426d-8888-ee2f6c25c071 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.250433] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] The volume has not been displaced from its original location: [datastore1] volume-c837a104-7c43-48cc-ad34-b1852a2cda5d/volume-c837a104-7c43-48cc-ad34-b1852a2cda5d.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 877.255664] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.255963] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d243227d-900e-4dc6-8543-ede49030964d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.273297] env[68205]: DEBUG oslo_vmware.api [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Waiting for the task: (returnval){ [ 877.273297] env[68205]: value = "task-2904512" [ 877.273297] env[68205]: _type = "Task" [ 877.273297] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.281011] env[68205]: DEBUG oslo_vmware.api [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Task: {'id': task-2904512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.335942] env[68205]: DEBUG nova.compute.manager [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.360243] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.360539] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.360703] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.360942] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.361130] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.361282] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.361487] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.361642] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.361804] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.362887] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.362887] env[68205]: DEBUG nova.virt.hardware [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.363500] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cbaf8c-718c-400c-a234-008783c21a90 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.374824] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef6c9f7-01a6-44e2-865d-cceb94907a32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.405332] env[68205]: DEBUG nova.compute.manager [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Received event network-vif-plugged-377ead89-c977-4d6f-99df-04d3dbc92ce0 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.405500] env[68205]: DEBUG oslo_concurrency.lockutils [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] Acquiring lock "c4137e26-8a6c-4a46-879a-b0903b29b436-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.405703] env[68205]: DEBUG oslo_concurrency.lockutils [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] Lock "c4137e26-8a6c-4a46-879a-b0903b29b436-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.405866] env[68205]: DEBUG oslo_concurrency.lockutils [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] Lock "c4137e26-8a6c-4a46-879a-b0903b29b436-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.406058] env[68205]: DEBUG nova.compute.manager [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] No waiting events found dispatching network-vif-plugged-377ead89-c977-4d6f-99df-04d3dbc92ce0 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.406227] env[68205]: WARNING nova.compute.manager [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Received unexpected event network-vif-plugged-377ead89-c977-4d6f-99df-04d3dbc92ce0 for instance with vm_state building and task_state spawning. [ 877.406379] env[68205]: DEBUG nova.compute.manager [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Received event network-changed-377ead89-c977-4d6f-99df-04d3dbc92ce0 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.406523] env[68205]: DEBUG nova.compute.manager [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Refreshing instance network info cache due to event network-changed-377ead89-c977-4d6f-99df-04d3dbc92ce0. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.406743] env[68205]: DEBUG oslo_concurrency.lockutils [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] Acquiring lock "refresh_cache-c4137e26-8a6c-4a46-879a-b0903b29b436" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.406817] env[68205]: DEBUG oslo_concurrency.lockutils [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] Acquired lock "refresh_cache-c4137e26-8a6c-4a46-879a-b0903b29b436" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.406991] env[68205]: DEBUG nova.network.neutron [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Refreshing network info cache for port 377ead89-c977-4d6f-99df-04d3dbc92ce0 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.469688] env[68205]: DEBUG nova.compute.manager [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.590030] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.592786] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.521s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.594652] env[68205]: INFO nova.compute.claims [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.606262] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904511, 'name': CreateVM_Task, 'duration_secs': 0.508632} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.606481] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.607081] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.607246] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.607551] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.607828] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f54408a-de29-4135-beae-1eb8607648b4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.612699] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 877.612699] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bbcaff-b5bf-7700-53c7-93a7576563c9" [ 877.612699] env[68205]: _type = "Task" [ 877.612699] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.613536] env[68205]: INFO nova.scheduler.client.report [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted allocations for instance cf724785-3f69-4e75-93ca-4425ea703689 [ 877.624740] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bbcaff-b5bf-7700-53c7-93a7576563c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.786037] env[68205]: DEBUG oslo_vmware.api [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Task: {'id': task-2904512, 'name': ReconfigVM_Task, 'duration_secs': 0.272422} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.786037] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 877.790721] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b89a2b3-18cf-4351-ae5e-a5db123e3e71 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.805899] env[68205]: DEBUG oslo_vmware.api [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Waiting for the task: (returnval){ [ 877.805899] env[68205]: value = "task-2904513" [ 877.805899] env[68205]: _type = "Task" [ 877.805899] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.813619] env[68205]: DEBUG oslo_vmware.api [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Task: {'id': task-2904513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.991920] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.129657] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bbcaff-b5bf-7700-53c7-93a7576563c9, 'name': SearchDatastore_Task, 'duration_secs': 0.018349} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.129657] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f6f668d0-230a-40f6-9b79-63ff5a2f954e tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "cf724785-3f69-4e75-93ca-4425ea703689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.560s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.130347] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.130679] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.131021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.131223] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.131446] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.132053] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b28afb7-9c05-4956-9603-7e592aed837d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.143058] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.143298] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.144086] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbae21e-e9e7-46f5-b02a-5cbae7fa1371 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.154116] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 878.154116] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52097869-fae5-53f3-1fd9-7938f1ef3755" [ 878.154116] env[68205]: _type = "Task" [ 878.154116] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.165033] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52097869-fae5-53f3-1fd9-7938f1ef3755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.174986] env[68205]: DEBUG nova.network.neutron [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Updated VIF entry in instance network info cache for port 377ead89-c977-4d6f-99df-04d3dbc92ce0. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.175422] env[68205]: DEBUG nova.network.neutron [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Updating instance_info_cache with network_info: [{"id": "377ead89-c977-4d6f-99df-04d3dbc92ce0", "address": "fa:16:3e:e2:53:22", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377ead89-c9", "ovs_interfaceid": "377ead89-c977-4d6f-99df-04d3dbc92ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.321670] env[68205]: DEBUG oslo_vmware.api [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Task: {'id': task-2904513, 'name': ReconfigVM_Task, 'duration_secs': 0.207417} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.322158] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583359', 'volume_id': 'c837a104-7c43-48cc-ad34-b1852a2cda5d', 'name': 'volume-c837a104-7c43-48cc-ad34-b1852a2cda5d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5f04afba-a327-42e4-99f6-16ac25d1256d', 'attached_at': '', 'detached_at': '', 'volume_id': 'c837a104-7c43-48cc-ad34-b1852a2cda5d', 'serial': 'c837a104-7c43-48cc-ad34-b1852a2cda5d'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 878.428056] env[68205]: DEBUG nova.network.neutron [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Successfully updated port: 409e6e4e-e333-4154-9f42-1c6a44f29616 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.662993] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52097869-fae5-53f3-1fd9-7938f1ef3755, 'name': SearchDatastore_Task, 'duration_secs': 0.032784} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.666364] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be94f226-1a5a-4568-814e-e23c294daaa0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.671534] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 878.671534] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ef3379-64a9-2469-3ab3-422b37e462dc" [ 878.671534] env[68205]: _type = "Task" [ 878.671534] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.679424] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ef3379-64a9-2469-3ab3-422b37e462dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.682136] env[68205]: DEBUG oslo_concurrency.lockutils [req-3911386c-6c00-47f7-bacc-0df57e0ac846 req-580bac75-00a3-4527-a454-326076fc37f7 service nova] Releasing lock "refresh_cache-c4137e26-8a6c-4a46-879a-b0903b29b436" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.887693] env[68205]: DEBUG nova.objects.instance [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Lazy-loading 'flavor' on Instance uuid 5f04afba-a327-42e4-99f6-16ac25d1256d {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.931324] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "refresh_cache-eff0b99f-6d73-4a17-b678-830a08c31a29" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.931458] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquired lock "refresh_cache-eff0b99f-6d73-4a17-b678-830a08c31a29" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.931601] env[68205]: DEBUG nova.network.neutron [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.096006] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dda0e6-d17d-48cb-80d9-85dcfc8aac1b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.104635] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ac9990-b89a-4ee6-aeed-aa54d7237e8a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.135974] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5e89ce-5309-469b-bbb2-172e78c5ac5f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.143782] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14749058-4c9d-402c-8907-3bfa9ade3f5d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.159805] env[68205]: DEBUG nova.compute.provider_tree [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.181281] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ef3379-64a9-2469-3ab3-422b37e462dc, 'name': SearchDatastore_Task, 'duration_secs': 0.019641} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.181538] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.181816] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] c4137e26-8a6c-4a46-879a-b0903b29b436/c4137e26-8a6c-4a46-879a-b0903b29b436.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.182108] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c1cd4ef-a360-41d2-b4ac-708c491b642e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.189025] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 879.189025] env[68205]: value = "task-2904514" [ 879.189025] env[68205]: _type = "Task" [ 879.189025] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.197014] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.432472] env[68205]: DEBUG nova.compute.manager [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Received event network-vif-plugged-409e6e4e-e333-4154-9f42-1c6a44f29616 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.432472] env[68205]: DEBUG oslo_concurrency.lockutils [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] Acquiring lock "eff0b99f-6d73-4a17-b678-830a08c31a29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.432472] env[68205]: DEBUG oslo_concurrency.lockutils [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] Lock "eff0b99f-6d73-4a17-b678-830a08c31a29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.432472] env[68205]: DEBUG oslo_concurrency.lockutils [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] Lock "eff0b99f-6d73-4a17-b678-830a08c31a29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.432472] env[68205]: DEBUG nova.compute.manager [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] No waiting events found dispatching network-vif-plugged-409e6e4e-e333-4154-9f42-1c6a44f29616 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.432472] env[68205]: WARNING nova.compute.manager [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Received unexpected event network-vif-plugged-409e6e4e-e333-4154-9f42-1c6a44f29616 for instance with vm_state building and task_state spawning. [ 879.432472] env[68205]: DEBUG nova.compute.manager [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Received event network-changed-409e6e4e-e333-4154-9f42-1c6a44f29616 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.434210] env[68205]: DEBUG nova.compute.manager [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Refreshing instance network info cache due to event network-changed-409e6e4e-e333-4154-9f42-1c6a44f29616. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.434210] env[68205]: DEBUG oslo_concurrency.lockutils [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] Acquiring lock "refresh_cache-eff0b99f-6d73-4a17-b678-830a08c31a29" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.485352] env[68205]: DEBUG nova.network.neutron [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.662786] env[68205]: DEBUG nova.scheduler.client.report [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.685660] env[68205]: DEBUG nova.network.neutron [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Updating instance_info_cache with network_info: [{"id": "409e6e4e-e333-4154-9f42-1c6a44f29616", "address": "fa:16:3e:dd:99:b8", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409e6e4e-e3", "ovs_interfaceid": "409e6e4e-e333-4154-9f42-1c6a44f29616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.701443] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904514, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.898345] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f2628bce-4539-4e18-9aea-3e7d6e4ef886 tempest-VolumesAssistedSnapshotsTest-1950658270 tempest-VolumesAssistedSnapshotsTest-1950658270-project-admin] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.169426] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.169966] env[68205]: DEBUG nova.compute.manager [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.172907] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.531s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.173164] env[68205]: DEBUG nova.objects.instance [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lazy-loading 'resources' on Instance uuid facc3342-97e6-4209-ae31-a20e9ed70a18 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.191014] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Releasing lock "refresh_cache-eff0b99f-6d73-4a17-b678-830a08c31a29" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.191336] env[68205]: DEBUG nova.compute.manager [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Instance network_info: |[{"id": "409e6e4e-e333-4154-9f42-1c6a44f29616", "address": "fa:16:3e:dd:99:b8", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409e6e4e-e3", "ovs_interfaceid": "409e6e4e-e333-4154-9f42-1c6a44f29616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.191704] env[68205]: DEBUG oslo_concurrency.lockutils [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] Acquired lock "refresh_cache-eff0b99f-6d73-4a17-b678-830a08c31a29" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.191879] env[68205]: DEBUG nova.network.neutron [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Refreshing network info cache for port 409e6e4e-e333-4154-9f42-1c6a44f29616 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.192956] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:99:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '409e6e4e-e333-4154-9f42-1c6a44f29616', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.201081] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Creating folder: Project (df018c1d3b004a6280a27ff1cd56d35f). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.207533] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4ae6c63-20d3-4b65-bbc2-b8598a33977d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.215425] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757491} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.215740] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] c4137e26-8a6c-4a46-879a-b0903b29b436/c4137e26-8a6c-4a46-879a-b0903b29b436.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.215964] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.216243] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6eca295c-c109-4b05-962e-8a2b6dd06800 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.219911] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Created folder: Project (df018c1d3b004a6280a27ff1cd56d35f) in parent group-v583212. [ 880.220095] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Creating folder: Instances. Parent ref: group-v583365. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.220658] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cde9ce0-368e-481a-8d49-fd4624bfa109 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.224616] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 880.224616] env[68205]: value = "task-2904517" [ 880.224616] env[68205]: _type = "Task" [ 880.224616] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.230209] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Created folder: Instances in parent group-v583365. [ 880.230502] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.230611] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.233273] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba7aee39-ecbb-41c3-928a-7b577e56f092 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.249449] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.256011] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.256011] env[68205]: value = "task-2904519" [ 880.256011] env[68205]: _type = "Task" [ 880.256011] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.263905] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904519, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.439726] env[68205]: DEBUG nova.network.neutron [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Updated VIF entry in instance network info cache for port 409e6e4e-e333-4154-9f42-1c6a44f29616. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.440096] env[68205]: DEBUG nova.network.neutron [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Updating instance_info_cache with network_info: [{"id": "409e6e4e-e333-4154-9f42-1c6a44f29616", "address": "fa:16:3e:dd:99:b8", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap409e6e4e-e3", "ovs_interfaceid": "409e6e4e-e333-4154-9f42-1c6a44f29616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.679791] env[68205]: DEBUG nova.compute.utils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.681528] env[68205]: DEBUG nova.compute.manager [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.682205] env[68205]: DEBUG nova.network.neutron [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.732791] env[68205]: DEBUG nova.policy [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bedc2ff42c2b458ea8500dc3b994c119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cc147c4cfbc417bbd68575e3a350675', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.737838] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065073} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.738144] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.738950] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b5c893-7ff9-4560-928c-37f13f603b33 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.764599] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c4137e26-8a6c-4a46-879a-b0903b29b436/c4137e26-8a6c-4a46-879a-b0903b29b436.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.768318] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07506d54-2597-43ec-8d2a-1e68f498eaa5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.794686] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904519, 'name': CreateVM_Task, 'duration_secs': 0.377649} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.798514] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.798924] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 880.798924] env[68205]: value = "task-2904520" [ 880.798924] env[68205]: _type = "Task" [ 880.798924] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.799668] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.799830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.800154] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.800446] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6354154c-1b11-4f0f-bb9f-20c930ea280f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.816941] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.817302] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 880.817302] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5291ca50-7dc8-3113-53f1-74308dda423c" [ 880.817302] env[68205]: _type = "Task" [ 880.817302] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.826217] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5291ca50-7dc8-3113-53f1-74308dda423c, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.826217] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.826217] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.826217] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.826365] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.826459] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.829052] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d3be49-885c-422b-84b4-c4e6ccb032e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.842275] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.842489] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.845874] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1ab357-5333-499d-a855-4c1721b82bc3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.852560] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 880.852560] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52332b89-029f-a679-35dd-2a362bce5b2c" [ 880.852560] env[68205]: _type = "Task" [ 880.852560] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.859716] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52332b89-029f-a679-35dd-2a362bce5b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.943148] env[68205]: DEBUG oslo_concurrency.lockutils [req-6dbe424d-0abb-459b-8970-6b212d29e31c req-bbd4c5bf-70e3-46d5-b6f8-9b30523bfe57 service nova] Releasing lock "refresh_cache-eff0b99f-6d73-4a17-b678-830a08c31a29" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.153271] env[68205]: DEBUG nova.network.neutron [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Successfully created port: cd5030bc-458a-4b70-8ed1-4d319cb8f339 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.184676] env[68205]: DEBUG nova.compute.manager [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.247659] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d541f8fa-03af-46a3-8f98-6acb3cbcd864 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.256870] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1945847-d446-4d51-a538-075f68ceda49 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.289838] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1346c145-0572-491c-90ad-0393a00f4ffa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.297524] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc0ca6-e35f-43d4-bce0-8acb4c1c8d2d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.314483] env[68205]: DEBUG nova.compute.provider_tree [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.319648] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.362894] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52332b89-029f-a679-35dd-2a362bce5b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.364114] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc466df-950d-4b9a-b558-5fda10fda484 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.369728] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 881.369728] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524b14a3-f8e1-33ff-9216-3ef8390cafc8" [ 881.369728] env[68205]: _type = "Task" [ 881.369728] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.377355] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524b14a3-f8e1-33ff-9216-3ef8390cafc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.813535] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904520, 'name': ReconfigVM_Task, 'duration_secs': 1.015707} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.813856] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c4137e26-8a6c-4a46-879a-b0903b29b436/c4137e26-8a6c-4a46-879a-b0903b29b436.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.814505] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45ce4ed6-56c6-41c0-ad25-9d3b4ebd2782 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.816911] env[68205]: DEBUG nova.scheduler.client.report [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.824754] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 881.824754] env[68205]: value = "task-2904521" [ 881.824754] env[68205]: _type = "Task" [ 881.824754] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.832937] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904521, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.879264] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524b14a3-f8e1-33ff-9216-3ef8390cafc8, 'name': SearchDatastore_Task, 'duration_secs': 0.018732} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.879502] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.879755] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] eff0b99f-6d73-4a17-b678-830a08c31a29/eff0b99f-6d73-4a17-b678-830a08c31a29.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.880022] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d5c4b42-8648-4708-ba78-938105ecb5ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.886981] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 881.886981] env[68205]: value = "task-2904522" [ 881.886981] env[68205]: _type = "Task" [ 881.886981] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.895248] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.169752] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquiring lock "5f04afba-a327-42e4-99f6-16ac25d1256d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.169752] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.169934] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquiring lock "5f04afba-a327-42e4-99f6-16ac25d1256d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.170252] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.170471] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.172938] env[68205]: INFO nova.compute.manager [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Terminating instance [ 882.194118] env[68205]: DEBUG nova.compute.manager [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.221903] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.222202] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.222388] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.222577] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.222717] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.222862] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.224042] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.224042] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.224042] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.224042] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.224042] env[68205]: DEBUG nova.virt.hardware [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.225201] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8910b562-e15e-4aa2-a5f1-8184cdeeb608 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.233823] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f3c813-0052-404f-bcc5-39c6a7678978 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.323545] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.327036] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.059s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.327036] env[68205]: DEBUG nova.objects.instance [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 882.339769] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904521, 'name': Rename_Task, 'duration_secs': 0.183461} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.340060] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.340381] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-054a70ac-3d87-40e3-b998-ac761302e69d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.346718] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 882.346718] env[68205]: value = "task-2904523" [ 882.346718] env[68205]: _type = "Task" [ 882.346718] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.350583] env[68205]: INFO nova.scheduler.client.report [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Deleted allocations for instance facc3342-97e6-4209-ae31-a20e9ed70a18 [ 882.357591] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.397447] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463328} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.397976] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] eff0b99f-6d73-4a17-b678-830a08c31a29/eff0b99f-6d73-4a17-b678-830a08c31a29.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.397976] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.398183] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9210b71-8caf-493e-89c8-57178997bf23 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.404364] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 882.404364] env[68205]: value = "task-2904524" [ 882.404364] env[68205]: _type = "Task" [ 882.404364] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.412142] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.577747] env[68205]: DEBUG nova.compute.manager [req-47bc42f5-1fa3-4f4b-9713-156fd2bff3a8 req-5b8448f7-e094-4798-9643-7eb62b7ce3fe service nova] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Received event network-vif-plugged-cd5030bc-458a-4b70-8ed1-4d319cb8f339 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.577975] env[68205]: DEBUG oslo_concurrency.lockutils [req-47bc42f5-1fa3-4f4b-9713-156fd2bff3a8 req-5b8448f7-e094-4798-9643-7eb62b7ce3fe service nova] Acquiring lock "a182f1ee-24df-4daf-a3bc-888802cba4bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.578192] env[68205]: DEBUG oslo_concurrency.lockutils [req-47bc42f5-1fa3-4f4b-9713-156fd2bff3a8 req-5b8448f7-e094-4798-9643-7eb62b7ce3fe service nova] Lock "a182f1ee-24df-4daf-a3bc-888802cba4bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.578349] env[68205]: DEBUG oslo_concurrency.lockutils [req-47bc42f5-1fa3-4f4b-9713-156fd2bff3a8 req-5b8448f7-e094-4798-9643-7eb62b7ce3fe service nova] Lock "a182f1ee-24df-4daf-a3bc-888802cba4bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.578507] env[68205]: DEBUG nova.compute.manager [req-47bc42f5-1fa3-4f4b-9713-156fd2bff3a8 req-5b8448f7-e094-4798-9643-7eb62b7ce3fe service nova] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] No waiting events found dispatching network-vif-plugged-cd5030bc-458a-4b70-8ed1-4d319cb8f339 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.578665] env[68205]: WARNING nova.compute.manager [req-47bc42f5-1fa3-4f4b-9713-156fd2bff3a8 req-5b8448f7-e094-4798-9643-7eb62b7ce3fe service nova] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Received unexpected event network-vif-plugged-cd5030bc-458a-4b70-8ed1-4d319cb8f339 for instance with vm_state building and task_state spawning. [ 882.659833] env[68205]: DEBUG nova.network.neutron [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Successfully updated port: cd5030bc-458a-4b70-8ed1-4d319cb8f339 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.677482] env[68205]: DEBUG nova.compute.manager [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.677702] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.678599] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296d544e-a5cb-4fd7-b517-ab2521623239 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.686976] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.687247] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40839ae7-7f92-4d5a-9671-52987eb13184 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.692784] env[68205]: DEBUG oslo_vmware.api [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for the task: (returnval){ [ 882.692784] env[68205]: value = "task-2904525" [ 882.692784] env[68205]: _type = "Task" [ 882.692784] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.702888] env[68205]: DEBUG oslo_vmware.api [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.863295] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.864284] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78a875bd-700a-40bf-8402-66f75975fe10 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.662s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.865677] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.700s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.865882] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "facc3342-97e6-4209-ae31-a20e9ed70a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.865958] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.866252] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.868602] env[68205]: INFO nova.compute.manager [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Terminating instance [ 882.913508] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062708} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.913770] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.914573] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e79cc8-79a8-4036-a04f-a4a2865f4256 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.936967] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] eff0b99f-6d73-4a17-b678-830a08c31a29/eff0b99f-6d73-4a17-b678-830a08c31a29.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.937378] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ec32ff-5e94-45c3-be97-d89cfb2ce013 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.957815] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 882.957815] env[68205]: value = "task-2904526" [ 882.957815] env[68205]: _type = "Task" [ 882.957815] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.965838] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.162111] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquiring lock "refresh_cache-a182f1ee-24df-4daf-a3bc-888802cba4bc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.162301] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquired lock "refresh_cache-a182f1ee-24df-4daf-a3bc-888802cba4bc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.162416] env[68205]: DEBUG nova.network.neutron [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.205019] env[68205]: DEBUG oslo_vmware.api [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904525, 'name': PowerOffVM_Task, 'duration_secs': 0.225064} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.205019] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.205019] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.205019] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32515b38-1490-4c99-988a-48cae3517342 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.270973] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.271225] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.271407] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Deleting the datastore file [datastore1] 5f04afba-a327-42e4-99f6-16ac25d1256d {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.271669] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b251cd8f-1380-4bb4-9dcd-dcbb2109dc97 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.279362] env[68205]: DEBUG oslo_vmware.api [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for the task: (returnval){ [ 883.279362] env[68205]: value = "task-2904528" [ 883.279362] env[68205]: _type = "Task" [ 883.279362] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.290533] env[68205]: DEBUG oslo_vmware.api [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.339040] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a80379d1-2ed7-4b7c-9fb3-c084a0c1347f tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.340520] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.459s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.340853] env[68205]: DEBUG nova.objects.instance [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lazy-loading 'resources' on Instance uuid 6980d130-8086-4b37-a596-961f8852bacd {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.359595] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.372479] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.372692] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquired lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.372888] env[68205]: DEBUG nova.network.neutron [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.467204] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904526, 'name': ReconfigVM_Task, 'duration_secs': 0.428234} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.467491] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Reconfigured VM instance instance-00000036 to attach disk [datastore1] eff0b99f-6d73-4a17-b678-830a08c31a29/eff0b99f-6d73-4a17-b678-830a08c31a29.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.468155] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3c36a77-c8df-4c8f-a603-c477d3aae36e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.475914] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 883.475914] env[68205]: value = "task-2904529" [ 883.475914] env[68205]: _type = "Task" [ 883.475914] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.483996] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904529, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.696312] env[68205]: DEBUG nova.network.neutron [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.754220] env[68205]: DEBUG oslo_concurrency.lockutils [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "21153c58-215c-4985-a5c0-1df0cbc0b15c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.754469] env[68205]: DEBUG oslo_concurrency.lockutils [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "21153c58-215c-4985-a5c0-1df0cbc0b15c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.754702] env[68205]: DEBUG oslo_concurrency.lockutils [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "21153c58-215c-4985-a5c0-1df0cbc0b15c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.754936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "21153c58-215c-4985-a5c0-1df0cbc0b15c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.755186] env[68205]: DEBUG oslo_concurrency.lockutils [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "21153c58-215c-4985-a5c0-1df0cbc0b15c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.757243] env[68205]: INFO nova.compute.manager [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Terminating instance [ 883.789469] env[68205]: DEBUG oslo_vmware.api [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Task: {'id': task-2904528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15978} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.789716] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.789891] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.790077] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.790242] env[68205]: INFO nova.compute.manager [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 883.790564] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.790784] env[68205]: DEBUG nova.compute.manager [-] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.790784] env[68205]: DEBUG nova.network.neutron [-] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.844768] env[68205]: DEBUG nova.objects.instance [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lazy-loading 'numa_topology' on Instance uuid 6980d130-8086-4b37-a596-961f8852bacd {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.859703] env[68205]: DEBUG oslo_vmware.api [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904523, 'name': PowerOnVM_Task, 'duration_secs': 1.393613} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.862243] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.862477] env[68205]: INFO nova.compute.manager [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Took 9.38 seconds to spawn the instance on the hypervisor. [ 883.862611] env[68205]: DEBUG nova.compute.manager [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.863457] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f48de5-7c32-4b3e-a2bd-ab9796153206 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.878788] env[68205]: DEBUG nova.compute.utils [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Can not refresh info_cache because instance was not found {{(pid=68205) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 883.913203] env[68205]: DEBUG nova.network.neutron [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.939254] env[68205]: DEBUG nova.network.neutron [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Updating instance_info_cache with network_info: [{"id": "cd5030bc-458a-4b70-8ed1-4d319cb8f339", "address": "fa:16:3e:85:be:87", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5030bc-45", "ovs_interfaceid": "cd5030bc-458a-4b70-8ed1-4d319cb8f339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.988208] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904529, 'name': Rename_Task, 'duration_secs': 0.160249} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.988487] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.988733] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d108d98-9479-4eb6-86eb-e802a5862c69 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.996135] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 883.996135] env[68205]: value = "task-2904530" [ 883.996135] env[68205]: _type = "Task" [ 883.996135] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.003841] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.005751] env[68205]: DEBUG nova.network.neutron [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.260697] env[68205]: DEBUG nova.compute.manager [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.260932] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.261824] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4244167f-046f-4320-9380-bfb76fbb223f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.270072] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.270338] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c841b503-a17e-4b0b-9bfe-f16636444685 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.276325] env[68205]: DEBUG oslo_vmware.api [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 884.276325] env[68205]: value = "task-2904531" [ 884.276325] env[68205]: _type = "Task" [ 884.276325] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.284477] env[68205]: DEBUG oslo_vmware.api [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.312576] env[68205]: DEBUG nova.compute.manager [req-6ec66fb4-3d75-4895-b17e-60abd6c40690 req-17028a75-667c-4797-84f7-7bdb733f81f4 service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Received event network-vif-deleted-f5df8f75-6e80-434f-b482-9eec50df9cf5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.312761] env[68205]: INFO nova.compute.manager [req-6ec66fb4-3d75-4895-b17e-60abd6c40690 req-17028a75-667c-4797-84f7-7bdb733f81f4 service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Neutron deleted interface f5df8f75-6e80-434f-b482-9eec50df9cf5; detaching it from the instance and deleting it from the info cache [ 884.312932] env[68205]: DEBUG nova.network.neutron [req-6ec66fb4-3d75-4895-b17e-60abd6c40690 req-17028a75-667c-4797-84f7-7bdb733f81f4 service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.347781] env[68205]: DEBUG nova.objects.base [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Object Instance<6980d130-8086-4b37-a596-961f8852bacd> lazy-loaded attributes: resources,numa_topology {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 884.382532] env[68205]: INFO nova.compute.manager [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Took 43.02 seconds to build instance. [ 884.445016] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Releasing lock "refresh_cache-a182f1ee-24df-4daf-a3bc-888802cba4bc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.445016] env[68205]: DEBUG nova.compute.manager [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Instance network_info: |[{"id": "cd5030bc-458a-4b70-8ed1-4d319cb8f339", "address": "fa:16:3e:85:be:87", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5030bc-45", "ovs_interfaceid": "cd5030bc-458a-4b70-8ed1-4d319cb8f339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.445016] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:be:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd5030bc-458a-4b70-8ed1-4d319cb8f339', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.451799] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Creating folder: Project (4cc147c4cfbc417bbd68575e3a350675). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.454600] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-385cbd1e-9b0d-4b9d-a8b7-b5c6d5ff8e9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.465108] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Created folder: Project (4cc147c4cfbc417bbd68575e3a350675) in parent group-v583212. [ 884.466480] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Creating folder: Instances. Parent ref: group-v583368. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.466949] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d66680d3-7414-469a-a8e2-555c17df6c1c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.476914] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Created folder: Instances in parent group-v583368. [ 884.477486] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.477923] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.481498] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5087683b-9cdc-4204-93b1-e3838e98d461 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.511655] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Releasing lock "refresh_cache-facc3342-97e6-4209-ae31-a20e9ed70a18" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.512174] env[68205]: DEBUG nova.compute.manager [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.513032] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.513032] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89c834f6-b14d-4f0d-8fee-9b28be81717c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.517704] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.517704] env[68205]: value = "task-2904534" [ 884.517704] env[68205]: _type = "Task" [ 884.517704] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.527652] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.539114] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9415de5b-d8e6-4b42-aad9-a6968a9210d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.558572] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904534, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.582035] env[68205]: WARNING nova.virt.vmwareapi.vmops [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance facc3342-97e6-4209-ae31-a20e9ed70a18 could not be found. [ 884.582262] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.582472] env[68205]: INFO nova.compute.manager [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Took 0.07 seconds to destroy the instance on the hypervisor. [ 884.582707] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.585555] env[68205]: DEBUG nova.compute.manager [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.585659] env[68205]: DEBUG nova.network.neutron [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.606571] env[68205]: DEBUG nova.network.neutron [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.663048] env[68205]: DEBUG nova.compute.manager [req-3f48d8e5-7f3f-4cde-a4d3-ba0f21c3d140 req-e5cb675f-c5e3-4423-b8da-c1afcc3bd8bf service nova] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Received event network-changed-cd5030bc-458a-4b70-8ed1-4d319cb8f339 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.663172] env[68205]: DEBUG nova.compute.manager [req-3f48d8e5-7f3f-4cde-a4d3-ba0f21c3d140 req-e5cb675f-c5e3-4423-b8da-c1afcc3bd8bf service nova] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Refreshing instance network info cache due to event network-changed-cd5030bc-458a-4b70-8ed1-4d319cb8f339. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.664702] env[68205]: DEBUG oslo_concurrency.lockutils [req-3f48d8e5-7f3f-4cde-a4d3-ba0f21c3d140 req-e5cb675f-c5e3-4423-b8da-c1afcc3bd8bf service nova] Acquiring lock "refresh_cache-a182f1ee-24df-4daf-a3bc-888802cba4bc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.664702] env[68205]: DEBUG oslo_concurrency.lockutils [req-3f48d8e5-7f3f-4cde-a4d3-ba0f21c3d140 req-e5cb675f-c5e3-4423-b8da-c1afcc3bd8bf service nova] Acquired lock "refresh_cache-a182f1ee-24df-4daf-a3bc-888802cba4bc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.664702] env[68205]: DEBUG nova.network.neutron [req-3f48d8e5-7f3f-4cde-a4d3-ba0f21c3d140 req-e5cb675f-c5e3-4423-b8da-c1afcc3bd8bf service nova] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Refreshing network info cache for port cd5030bc-458a-4b70-8ed1-4d319cb8f339 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.786651] env[68205]: DEBUG oslo_vmware.api [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904531, 'name': PowerOffVM_Task, 'duration_secs': 0.301075} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.786910] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.787152] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.787910] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5429f0f7-753b-4d90-9f02-af62d31271f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.793053] env[68205]: DEBUG nova.network.neutron [-] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.815831] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a28d3401-b258-45c4-bdc3-d8f9d389718a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.827441] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d03469-8742-4777-9031-ad482d407078 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.843250] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.843429] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.843612] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Deleting the datastore file [datastore2] 21153c58-215c-4985-a5c0-1df0cbc0b15c {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.843866] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f686ec5-74be-4b31-8ce9-fdf77a48bf76 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.850046] env[68205]: DEBUG oslo_vmware.api [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for the task: (returnval){ [ 884.850046] env[68205]: value = "task-2904536" [ 884.850046] env[68205]: _type = "Task" [ 884.850046] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.868411] env[68205]: DEBUG nova.compute.manager [req-6ec66fb4-3d75-4895-b17e-60abd6c40690 req-17028a75-667c-4797-84f7-7bdb733f81f4 service nova] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Detach interface failed, port_id=f5df8f75-6e80-434f-b482-9eec50df9cf5, reason: Instance 5f04afba-a327-42e4-99f6-16ac25d1256d could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.874371] env[68205]: DEBUG oslo_vmware.api [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.891764] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e809a6f1-0196-4d4b-aacb-89acb817e1cc tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "c4137e26-8a6c-4a46-879a-b0903b29b436" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.285s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.012309] env[68205]: DEBUG oslo_vmware.api [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904530, 'name': PowerOnVM_Task, 'duration_secs': 0.609062} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.015493] env[68205]: INFO nova.compute.manager [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Rescuing [ 885.015801] env[68205]: DEBUG oslo_concurrency.lockutils [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "refresh_cache-c4137e26-8a6c-4a46-879a-b0903b29b436" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.016083] env[68205]: DEBUG oslo_concurrency.lockutils [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "refresh_cache-c4137e26-8a6c-4a46-879a-b0903b29b436" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.016302] env[68205]: DEBUG nova.network.neutron [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.021026] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.021026] env[68205]: INFO nova.compute.manager [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Took 7.68 seconds to spawn the instance on the hypervisor. [ 885.021026] env[68205]: DEBUG nova.compute.manager [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.021026] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ae8631-dc1e-44ee-a225-21a26cec978a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.041229] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904534, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.104068] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd07a1b4-ae08-40c5-8047-f522827893b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.112101] env[68205]: DEBUG nova.network.neutron [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.114022] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e2bcf0-0598-43e4-a35a-5e235f135875 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.147599] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31f15d8-bbee-4e1d-8c16-402659363e91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.155736] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4498a6-286a-4f26-84b0-a1c58fc1dec1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.172627] env[68205]: DEBUG nova.compute.provider_tree [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.297586] env[68205]: INFO nova.compute.manager [-] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Took 1.51 seconds to deallocate network for instance. [ 885.360361] env[68205]: DEBUG oslo_vmware.api [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Task: {'id': task-2904536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168667} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.360640] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.360818] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.360991] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.361181] env[68205]: INFO nova.compute.manager [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 885.361411] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.361596] env[68205]: DEBUG nova.compute.manager [-] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.361688] env[68205]: DEBUG nova.network.neutron [-] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.393566] env[68205]: DEBUG nova.network.neutron [req-3f48d8e5-7f3f-4cde-a4d3-ba0f21c3d140 req-e5cb675f-c5e3-4423-b8da-c1afcc3bd8bf service nova] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Updated VIF entry in instance network info cache for port cd5030bc-458a-4b70-8ed1-4d319cb8f339. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.393902] env[68205]: DEBUG nova.network.neutron [req-3f48d8e5-7f3f-4cde-a4d3-ba0f21c3d140 req-e5cb675f-c5e3-4423-b8da-c1afcc3bd8bf service nova] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Updating instance_info_cache with network_info: [{"id": "cd5030bc-458a-4b70-8ed1-4d319cb8f339", "address": "fa:16:3e:85:be:87", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5030bc-45", "ovs_interfaceid": "cd5030bc-458a-4b70-8ed1-4d319cb8f339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.395116] env[68205]: DEBUG nova.compute.manager [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.550027] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904534, 'name': CreateVM_Task, 'duration_secs': 0.528942} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.550027] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.550027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.550027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.550027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.550027] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c848ef3-2db9-4237-9943-2191dde19523 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.551635] env[68205]: INFO nova.compute.manager [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Took 42.44 seconds to build instance. [ 885.556227] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for the task: (returnval){ [ 885.556227] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5236eafd-01e5-20c1-16ec-8af9ed380ce5" [ 885.556227] env[68205]: _type = "Task" [ 885.556227] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.566655] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5236eafd-01e5-20c1-16ec-8af9ed380ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.620559] env[68205]: INFO nova.compute.manager [-] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Took 1.03 seconds to deallocate network for instance. [ 885.675563] env[68205]: DEBUG nova.scheduler.client.report [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.768771] env[68205]: DEBUG nova.network.neutron [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Updating instance_info_cache with network_info: [{"id": "377ead89-c977-4d6f-99df-04d3dbc92ce0", "address": "fa:16:3e:e2:53:22", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377ead89-c9", "ovs_interfaceid": "377ead89-c977-4d6f-99df-04d3dbc92ce0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.807994] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.899012] env[68205]: DEBUG oslo_concurrency.lockutils [req-3f48d8e5-7f3f-4cde-a4d3-ba0f21c3d140 req-e5cb675f-c5e3-4423-b8da-c1afcc3bd8bf service nova] Releasing lock "refresh_cache-a182f1ee-24df-4daf-a3bc-888802cba4bc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.917707] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.054092] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ee34fa4-816a-4174-936b-4f0a4af3b967 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "eff0b99f-6d73-4a17-b678-830a08c31a29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.441s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.068953] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5236eafd-01e5-20c1-16ec-8af9ed380ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.069274] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.069504] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.069738] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.069879] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.070085] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.070325] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7b16293-ffe5-4bb7-bc78-2f5ec75d7215 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.078576] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.078751] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.079491] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e90d690-f66d-4dcd-8348-4a7b37acd3fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.084490] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for the task: (returnval){ [ 886.084490] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523a7466-4dbb-48f6-9b93-d787fefe3406" [ 886.084490] env[68205]: _type = "Task" [ 886.084490] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.092121] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523a7466-4dbb-48f6-9b93-d787fefe3406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.106603] env[68205]: DEBUG nova.network.neutron [-] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.127281] env[68205]: INFO nova.compute.manager [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Instance disappeared during terminate [ 886.127808] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54a28cda-c0bc-4757-9fdb-c32eaf86be3a tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "facc3342-97e6-4209-ae31-a20e9ed70a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.262s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.180349] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.840s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.182828] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.006s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.182992] env[68205]: DEBUG nova.objects.instance [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lazy-loading 'resources' on Instance uuid e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.272482] env[68205]: DEBUG oslo_concurrency.lockutils [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "refresh_cache-c4137e26-8a6c-4a46-879a-b0903b29b436" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.594590] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523a7466-4dbb-48f6-9b93-d787fefe3406, 'name': SearchDatastore_Task, 'duration_secs': 0.008469} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.595556] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619a832d-4d6e-4f62-ac8f-5eb55c139d39 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.601239] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for the task: (returnval){ [ 886.601239] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c37d4-821e-cd8c-59a4-081258ea5d03" [ 886.601239] env[68205]: _type = "Task" [ 886.601239] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.608842] env[68205]: INFO nova.compute.manager [-] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Took 1.25 seconds to deallocate network for instance. [ 886.609121] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c37d4-821e-cd8c-59a4-081258ea5d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.692095] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d7b0364-fffc-4d30-a719-64b426bc4bd7 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "6980d130-8086-4b37-a596-961f8852bacd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.627s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.695088] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "6980d130-8086-4b37-a596-961f8852bacd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 28.651s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.695088] env[68205]: INFO nova.compute.manager [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Unshelving [ 886.696920] env[68205]: DEBUG nova.compute.manager [req-02120afd-3484-42f4-9cd8-7468873dad25 req-34ed00cc-679b-4bfd-856f-9988251565b3 service nova] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Received event network-vif-deleted-b5463baf-1fa5-4ce2-b357-6bfff2669010 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.023995] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "6b210cfd-6875-4998-b502-40cdefe5b810" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.024274] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "6b210cfd-6875-4998-b502-40cdefe5b810" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.116572] env[68205]: DEBUG oslo_concurrency.lockutils [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.116874] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c37d4-821e-cd8c-59a4-081258ea5d03, 'name': SearchDatastore_Task, 'duration_secs': 0.008893} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.117128] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.117380] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] a182f1ee-24df-4daf-a3bc-888802cba4bc/a182f1ee-24df-4daf-a3bc-888802cba4bc.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.117629] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d7b4000-c6ef-4064-9251-2ac3ea558592 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.126415] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for the task: (returnval){ [ 887.126415] env[68205]: value = "task-2904537" [ 887.126415] env[68205]: _type = "Task" [ 887.126415] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.135613] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.179822] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cc9b3d-bea6-4fa5-94d0-a2fa4f9083a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.187815] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bece6c9-8c15-4aa4-98e2-e11a886ec337 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.224599] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b307341a-e17c-43e8-8b9c-410188e1ae62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.232736] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4b92c3-1f80-4fe8-a8c5-bb371ffa0381 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.246638] env[68205]: DEBUG nova.compute.provider_tree [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.527085] env[68205]: DEBUG nova.compute.manager [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.636981] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484874} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.637140] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] a182f1ee-24df-4daf-a3bc-888802cba4bc/a182f1ee-24df-4daf-a3bc-888802cba4bc.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.637465] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.637610] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d65cd7db-aac6-4b71-b118-f0697f5a629c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.643712] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for the task: (returnval){ [ 887.643712] env[68205]: value = "task-2904538" [ 887.643712] env[68205]: _type = "Task" [ 887.643712] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.655568] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.739679] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.750061] env[68205]: DEBUG nova.scheduler.client.report [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.807630] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.808024] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79ea22ee-7121-48d7-911d-a97f23e3407c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.815072] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 887.815072] env[68205]: value = "task-2904539" [ 887.815072] env[68205]: _type = "Task" [ 887.815072] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.824083] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.050914] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.152901] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067323} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.153189] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.154063] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b4830d-38f9-4e42-aecb-89826d36fb8b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.176453] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] a182f1ee-24df-4daf-a3bc-888802cba4bc/a182f1ee-24df-4daf-a3bc-888802cba4bc.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.176769] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb12f08-4ac9-49dd-a839-a5935676eaa2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.196418] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for the task: (returnval){ [ 888.196418] env[68205]: value = "task-2904540" [ 888.196418] env[68205]: _type = "Task" [ 888.196418] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.204537] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.255830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.258310] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.424s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.259858] env[68205]: INFO nova.compute.claims [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.278112] env[68205]: INFO nova.scheduler.client.report [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Deleted allocations for instance e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929 [ 888.335747] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904539, 'name': PowerOffVM_Task, 'duration_secs': 0.198852} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.336076] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.338115] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4388027-2297-43e5-b9bb-2c8d15080a88 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.360611] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0a96e5-0a74-4518-a6f8-9176431503b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.400074] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.400454] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6c5eeb5-4bf8-4059-8cdc-a2f425f45211 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.407754] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 888.407754] env[68205]: value = "task-2904541" [ 888.407754] env[68205]: _type = "Task" [ 888.407754] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.415879] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.708869] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.790803] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1825f6b6-18e5-4878-a6b7-45abfe9d70ef tempest-ServersTestMultiNic-543233605 tempest-ServersTestMultiNic-543233605-project-member] Lock "e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.285s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.927661] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 888.927916] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.928214] env[68205]: DEBUG oslo_concurrency.lockutils [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.928365] env[68205]: DEBUG oslo_concurrency.lockutils [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.928540] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.928804] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2733ce8-a24f-4eb7-a93b-698add5dabc7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.942224] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.942469] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.943163] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02feff08-373a-4d6b-a0c3-88873a00c0d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.949348] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 888.949348] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528f31ec-5358-1c05-c83d-f26e0c7d72ba" [ 888.949348] env[68205]: _type = "Task" [ 888.949348] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.958031] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528f31ec-5358-1c05-c83d-f26e0c7d72ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.208100] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.461808] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528f31ec-5358-1c05-c83d-f26e0c7d72ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.462638] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304944da-2a0b-44ef-acbb-d59da3e17b83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.469903] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 889.469903] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520ca74d-1628-db89-5e63-0ec6a58ccc95" [ 889.469903] env[68205]: _type = "Task" [ 889.469903] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.478244] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520ca74d-1628-db89-5e63-0ec6a58ccc95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.714576] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904540, 'name': ReconfigVM_Task, 'duration_secs': 1.125029} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.714994] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Reconfigured VM instance instance-00000037 to attach disk [datastore1] a182f1ee-24df-4daf-a3bc-888802cba4bc/a182f1ee-24df-4daf-a3bc-888802cba4bc.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.715703] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-209e793f-0dc2-42b3-b09a-4f016ef95304 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.721832] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for the task: (returnval){ [ 889.721832] env[68205]: value = "task-2904542" [ 889.721832] env[68205]: _type = "Task" [ 889.721832] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.730996] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904542, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.948712] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffad0630-3fa0-4c07-ae43-4f00a966e180 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.956031] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae0ef9d-0305-4a66-a29f-18afbe42af74 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.988911] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80657c7f-b371-4ca0-a325-cebe21ea6454 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.997650] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520ca74d-1628-db89-5e63-0ec6a58ccc95, 'name': SearchDatastore_Task, 'duration_secs': 0.012663} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.999715] env[68205]: DEBUG oslo_concurrency.lockutils [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.999977] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] c4137e26-8a6c-4a46-879a-b0903b29b436/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. {{(pid=68205) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 890.000292] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89340498-ef6d-4123-bce8-fab5c81dc301 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.003069] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d8aba1-71ce-4b39-b843-e41f44e37c65 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.016207] env[68205]: DEBUG nova.compute.provider_tree [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.022016] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 890.022016] env[68205]: value = "task-2904543" [ 890.022016] env[68205]: _type = "Task" [ 890.022016] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.026051] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.232473] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904542, 'name': Rename_Task, 'duration_secs': 0.137557} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.232812] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.233047] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45f143b5-81a5-4c1d-81f2-4732e0e3b06f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.241317] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for the task: (returnval){ [ 890.241317] env[68205]: value = "task-2904544" [ 890.241317] env[68205]: _type = "Task" [ 890.241317] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.250320] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.520699] env[68205]: DEBUG nova.scheduler.client.report [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.535028] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494626} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.535028] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] c4137e26-8a6c-4a46-879a-b0903b29b436/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. [ 890.535028] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd10eee-4f3c-4ea8-bd37-a08b3e6fec36 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.566596] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c4137e26-8a6c-4a46-879a-b0903b29b436/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.567292] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af2507c7-b695-484d-945e-6b18a9d8c295 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.588392] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 890.588392] env[68205]: value = "task-2904545" [ 890.588392] env[68205]: _type = "Task" [ 890.588392] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.598740] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.753267] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.030226] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.030757] env[68205]: DEBUG nova.compute.manager [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.033326] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.023s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.033547] env[68205]: DEBUG nova.objects.instance [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lazy-loading 'resources' on Instance uuid 691aa08e-a397-41e6-ac56-e089fa9a4132 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.101138] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904545, 'name': ReconfigVM_Task, 'duration_secs': 0.308495} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.101447] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c4137e26-8a6c-4a46-879a-b0903b29b436/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.102265] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9395519a-fb62-4834-b179-d65f479bbd35 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.126596] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4276dc2-d37d-4d65-bd60-8897e1efecca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.142088] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 891.142088] env[68205]: value = "task-2904546" [ 891.142088] env[68205]: _type = "Task" [ 891.142088] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.149749] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.253756] env[68205]: DEBUG oslo_vmware.api [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904544, 'name': PowerOnVM_Task, 'duration_secs': 0.644318} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.253756] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.253756] env[68205]: INFO nova.compute.manager [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Took 9.06 seconds to spawn the instance on the hypervisor. [ 891.253756] env[68205]: DEBUG nova.compute.manager [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.253756] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f99ff5-c5ee-4612-8273-b86e894fc0df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.537719] env[68205]: DEBUG nova.compute.utils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.543036] env[68205]: DEBUG nova.compute.manager [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.543036] env[68205]: DEBUG nova.network.neutron [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.655581] env[68205]: DEBUG nova.policy [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40ca9f2bb3d485fbfc50ca8232b917d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d20e3eb549f49f184466b659216d10f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.660438] env[68205]: DEBUG nova.compute.manager [None req-652be32c-62bd-4ae3-911a-af539df1fc49 tempest-ServerExternalEventsTest-816328147 tempest-ServerExternalEventsTest-816328147-project] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Received event network-changed {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.660526] env[68205]: DEBUG nova.compute.manager [None req-652be32c-62bd-4ae3-911a-af539df1fc49 tempest-ServerExternalEventsTest-816328147 tempest-ServerExternalEventsTest-816328147-project] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Refreshing instance network info cache due to event network-changed. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.660732] env[68205]: DEBUG oslo_concurrency.lockutils [None req-652be32c-62bd-4ae3-911a-af539df1fc49 tempest-ServerExternalEventsTest-816328147 tempest-ServerExternalEventsTest-816328147-project] Acquiring lock "refresh_cache-a182f1ee-24df-4daf-a3bc-888802cba4bc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.660984] env[68205]: DEBUG oslo_concurrency.lockutils [None req-652be32c-62bd-4ae3-911a-af539df1fc49 tempest-ServerExternalEventsTest-816328147 tempest-ServerExternalEventsTest-816328147-project] Acquired lock "refresh_cache-a182f1ee-24df-4daf-a3bc-888802cba4bc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.661077] env[68205]: DEBUG nova.network.neutron [None req-652be32c-62bd-4ae3-911a-af539df1fc49 tempest-ServerExternalEventsTest-816328147 tempest-ServerExternalEventsTest-816328147-project] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.667973] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904546, 'name': ReconfigVM_Task, 'duration_secs': 0.136104} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.669429] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.669905] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-877f2496-fc34-483d-9bc8-171a41dfc112 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.678679] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 891.678679] env[68205]: value = "task-2904547" [ 891.678679] env[68205]: _type = "Task" [ 891.678679] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.688331] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.773778] env[68205]: INFO nova.compute.manager [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Took 42.72 seconds to build instance. [ 892.042571] env[68205]: DEBUG nova.compute.manager [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.118726] env[68205]: DEBUG nova.network.neutron [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Successfully created port: 1a949852-077e-48be-b0f0-2fb8bcdb825e {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.194748] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.250832] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcaa1f2-5384-4c7b-a042-aa436158d2e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.259839] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43590f62-6dd4-4a97-87ce-fb5b474741f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.291644] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquiring lock "a182f1ee-24df-4daf-a3bc-888802cba4bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.292248] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a57cff3a-b8b5-4a32-93c9-6d0ac4b77b38 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lock "a182f1ee-24df-4daf-a3bc-888802cba4bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.117s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.294854] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lock "a182f1ee-24df-4daf-a3bc-888802cba4bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.295038] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquiring lock "a182f1ee-24df-4daf-a3bc-888802cba4bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.295292] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lock "a182f1ee-24df-4daf-a3bc-888802cba4bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.295486] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lock "a182f1ee-24df-4daf-a3bc-888802cba4bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.297638] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64dc051-e996-4269-995a-86bb5a6d1ebc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.300514] env[68205]: INFO nova.compute.manager [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Terminating instance [ 892.309573] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b28785-f755-4a8d-aaf9-6b30271cd862 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.325111] env[68205]: DEBUG nova.compute.provider_tree [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.455229] env[68205]: DEBUG nova.network.neutron [None req-652be32c-62bd-4ae3-911a-af539df1fc49 tempest-ServerExternalEventsTest-816328147 tempest-ServerExternalEventsTest-816328147-project] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Updating instance_info_cache with network_info: [{"id": "cd5030bc-458a-4b70-8ed1-4d319cb8f339", "address": "fa:16:3e:85:be:87", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd5030bc-45", "ovs_interfaceid": "cd5030bc-458a-4b70-8ed1-4d319cb8f339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.692650] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.805302] env[68205]: DEBUG nova.compute.manager [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.805534] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.806470] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e820f73-eb61-4e90-b2bf-27ff9beba03d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.815311] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.815506] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2597a1a4-9d3e-4ffe-9268-e4fe951ba9b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.822740] env[68205]: DEBUG oslo_vmware.api [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for the task: (returnval){ [ 892.822740] env[68205]: value = "task-2904548" [ 892.822740] env[68205]: _type = "Task" [ 892.822740] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.832481] env[68205]: DEBUG nova.scheduler.client.report [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.838349] env[68205]: DEBUG oslo_vmware.api [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.961426] env[68205]: DEBUG oslo_concurrency.lockutils [None req-652be32c-62bd-4ae3-911a-af539df1fc49 tempest-ServerExternalEventsTest-816328147 tempest-ServerExternalEventsTest-816328147-project] Releasing lock "refresh_cache-a182f1ee-24df-4daf-a3bc-888802cba4bc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.054099] env[68205]: DEBUG nova.compute.manager [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.081485] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.081714] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.081861] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.082046] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.083648] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.083648] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.083648] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.083648] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.083648] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.083648] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.083648] env[68205]: DEBUG nova.virt.hardware [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.084080] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbf2312-310b-4bf9-acd3-80630638cea4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.092360] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7cc71a-cc51-4201-826c-0324140da614 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.194765] env[68205]: DEBUG oslo_vmware.api [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904547, 'name': PowerOnVM_Task, 'duration_secs': 1.178606} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.194765] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.197614] env[68205]: DEBUG nova.compute.manager [None req-93c74ba6-feb4-445f-a4f7-8d32894b603c tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.198456] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d55111-d080-49d5-84c0-3d413f2b1056 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.332633] env[68205]: DEBUG oslo_vmware.api [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904548, 'name': PowerOffVM_Task, 'duration_secs': 0.184035} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.332914] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.333095] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.333348] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3f17a15-9a60-4f65-bb3a-ba7ffbe700d8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.339857] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.342284] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.156s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.342457] env[68205]: DEBUG nova.objects.instance [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lazy-loading 'resources' on Instance uuid 15002715-43e8-416a-8a96-a6ebf22b3c2e {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.367509] env[68205]: INFO nova.scheduler.client.report [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Deleted allocations for instance 691aa08e-a397-41e6-ac56-e089fa9a4132 [ 893.392834] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.393066] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.393247] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Deleting the datastore file [datastore1] a182f1ee-24df-4daf-a3bc-888802cba4bc {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.393510] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-345cc9ea-b5f5-4a9e-a4c4-260c2833f2e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.400636] env[68205]: DEBUG oslo_vmware.api [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for the task: (returnval){ [ 893.400636] env[68205]: value = "task-2904550" [ 893.400636] env[68205]: _type = "Task" [ 893.400636] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.409639] env[68205]: DEBUG oslo_vmware.api [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.606107] env[68205]: DEBUG nova.compute.manager [req-6708e67c-8e1e-4464-8819-f240d1026ff5 req-79cd686a-8dbf-41f3-966b-79360666dc2d service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Received event network-vif-plugged-1a949852-077e-48be-b0f0-2fb8bcdb825e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.606107] env[68205]: DEBUG oslo_concurrency.lockutils [req-6708e67c-8e1e-4464-8819-f240d1026ff5 req-79cd686a-8dbf-41f3-966b-79360666dc2d service nova] Acquiring lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.606107] env[68205]: DEBUG oslo_concurrency.lockutils [req-6708e67c-8e1e-4464-8819-f240d1026ff5 req-79cd686a-8dbf-41f3-966b-79360666dc2d service nova] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.606107] env[68205]: DEBUG oslo_concurrency.lockutils [req-6708e67c-8e1e-4464-8819-f240d1026ff5 req-79cd686a-8dbf-41f3-966b-79360666dc2d service nova] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.606107] env[68205]: DEBUG nova.compute.manager [req-6708e67c-8e1e-4464-8819-f240d1026ff5 req-79cd686a-8dbf-41f3-966b-79360666dc2d service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] No waiting events found dispatching network-vif-plugged-1a949852-077e-48be-b0f0-2fb8bcdb825e {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.606107] env[68205]: WARNING nova.compute.manager [req-6708e67c-8e1e-4464-8819-f240d1026ff5 req-79cd686a-8dbf-41f3-966b-79360666dc2d service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Received unexpected event network-vif-plugged-1a949852-077e-48be-b0f0-2fb8bcdb825e for instance with vm_state building and task_state spawning. [ 893.713690] env[68205]: DEBUG nova.network.neutron [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Successfully updated port: 1a949852-077e-48be-b0f0-2fb8bcdb825e {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.882892] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5f0fff2-68ac-494f-8b1f-6adbf12d19ba tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "691aa08e-a397-41e6-ac56-e089fa9a4132" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.544s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.925379] env[68205]: DEBUG oslo_vmware.api [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Task: {'id': task-2904550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187413} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.925379] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.925379] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.925379] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.925379] env[68205]: INFO nova.compute.manager [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 893.925978] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.929661] env[68205]: DEBUG nova.compute.manager [-] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.930612] env[68205]: DEBUG nova.network.neutron [-] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.221233] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "refresh_cache-e2dc88bf-cd0b-4a9b-9785-b824f4293121" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.221233] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "refresh_cache-e2dc88bf-cd0b-4a9b-9785-b824f4293121" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.221233] env[68205]: DEBUG nova.network.neutron [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.448598] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edabd27c-5df7-424d-8d87-f66e1779e857 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.457180] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c801e8ed-34cd-42e9-8fb1-b2f996c3acd0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.487375] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "7434bcc8-8780-4dff-abe2-aca82b30af1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.487623] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "7434bcc8-8780-4dff-abe2-aca82b30af1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.487827] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "7434bcc8-8780-4dff-abe2-aca82b30af1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.488048] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "7434bcc8-8780-4dff-abe2-aca82b30af1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.488228] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "7434bcc8-8780-4dff-abe2-aca82b30af1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.490522] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d75bbe-daaf-46b2-ad61-e58f4c4b1975 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.493593] env[68205]: INFO nova.compute.manager [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Terminating instance [ 894.500843] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a65d71c-bab9-450f-9472-9acfcfc86215 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.520281] env[68205]: DEBUG nova.compute.provider_tree [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.768616] env[68205]: DEBUG nova.network.neutron [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.862912] env[68205]: DEBUG nova.network.neutron [-] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.976490] env[68205]: DEBUG nova.network.neutron [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Updating instance_info_cache with network_info: [{"id": "1a949852-077e-48be-b0f0-2fb8bcdb825e", "address": "fa:16:3e:fa:67:8d", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a949852-07", "ovs_interfaceid": "1a949852-077e-48be-b0f0-2fb8bcdb825e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.997965] env[68205]: DEBUG nova.compute.manager [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.998267] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.999866] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15eea517-fa2f-40f4-8e7b-d15f28aaaa53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.015686] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.015959] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf08eafe-bbea-46ac-acee-f18cf1668272 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.023870] env[68205]: DEBUG nova.scheduler.client.report [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.029959] env[68205]: DEBUG oslo_vmware.api [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 895.029959] env[68205]: value = "task-2904551" [ 895.029959] env[68205]: _type = "Task" [ 895.029959] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.043196] env[68205]: DEBUG oslo_vmware.api [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.368560] env[68205]: INFO nova.compute.manager [-] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Took 1.44 seconds to deallocate network for instance. [ 895.480716] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "refresh_cache-e2dc88bf-cd0b-4a9b-9785-b824f4293121" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.481044] env[68205]: DEBUG nova.compute.manager [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Instance network_info: |[{"id": "1a949852-077e-48be-b0f0-2fb8bcdb825e", "address": "fa:16:3e:fa:67:8d", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a949852-07", "ovs_interfaceid": "1a949852-077e-48be-b0f0-2fb8bcdb825e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.484639] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:67:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a949852-077e-48be-b0f0-2fb8bcdb825e', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.489882] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.490565] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.490840] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc2358f-7945-4c3a-a89b-1fcf0a46b6ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.511277] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.511277] env[68205]: value = "task-2904552" [ 895.511277] env[68205]: _type = "Task" [ 895.511277] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.518623] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904552, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.531467] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.534667] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.622s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.534667] env[68205]: DEBUG nova.objects.instance [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lazy-loading 'resources' on Instance uuid 5d907468-7208-420e-9ca7-5885ab1205f6 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.545921] env[68205]: DEBUG oslo_vmware.api [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904551, 'name': PowerOffVM_Task, 'duration_secs': 0.224487} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.546793] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.547636] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.547636] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7573c926-3ac9-4977-a1ec-942cd58462e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.560302] env[68205]: INFO nova.scheduler.client.report [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Deleted allocations for instance 15002715-43e8-416a-8a96-a6ebf22b3c2e [ 895.608710] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.609020] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.609543] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Deleting the datastore file [datastore2] 7434bcc8-8780-4dff-abe2-aca82b30af1f {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.609543] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e6ddcbe-fe49-4fdb-8ae6-e53f1ef092ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.616956] env[68205]: DEBUG oslo_vmware.api [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for the task: (returnval){ [ 895.616956] env[68205]: value = "task-2904554" [ 895.616956] env[68205]: _type = "Task" [ 895.616956] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.626248] env[68205]: DEBUG oslo_vmware.api [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.849990] env[68205]: DEBUG nova.compute.manager [req-0cb46afc-5c39-4642-912e-b7575f8cb858 req-a4a1876b-423a-446c-956c-cf1d453b83ce service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Received event network-changed-1a949852-077e-48be-b0f0-2fb8bcdb825e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.850211] env[68205]: DEBUG nova.compute.manager [req-0cb46afc-5c39-4642-912e-b7575f8cb858 req-a4a1876b-423a-446c-956c-cf1d453b83ce service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Refreshing instance network info cache due to event network-changed-1a949852-077e-48be-b0f0-2fb8bcdb825e. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.850994] env[68205]: DEBUG oslo_concurrency.lockutils [req-0cb46afc-5c39-4642-912e-b7575f8cb858 req-a4a1876b-423a-446c-956c-cf1d453b83ce service nova] Acquiring lock "refresh_cache-e2dc88bf-cd0b-4a9b-9785-b824f4293121" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.850994] env[68205]: DEBUG oslo_concurrency.lockutils [req-0cb46afc-5c39-4642-912e-b7575f8cb858 req-a4a1876b-423a-446c-956c-cf1d453b83ce service nova] Acquired lock "refresh_cache-e2dc88bf-cd0b-4a9b-9785-b824f4293121" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.851137] env[68205]: DEBUG nova.network.neutron [req-0cb46afc-5c39-4642-912e-b7575f8cb858 req-a4a1876b-423a-446c-956c-cf1d453b83ce service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Refreshing network info cache for port 1a949852-077e-48be-b0f0-2fb8bcdb825e {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.878054] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.956568] env[68205]: INFO nova.compute.manager [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Rescuing [ 895.956852] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.957012] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.957181] env[68205]: DEBUG nova.network.neutron [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.021381] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904552, 'name': CreateVM_Task, 'duration_secs': 0.327905} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.021559] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.022257] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.022408] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.022714] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.022957] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b003db-cf9b-4e4c-a338-38d317f6aec9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.027860] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 896.027860] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525a4192-4a7c-43f2-600a-259d12f585df" [ 896.027860] env[68205]: _type = "Task" [ 896.027860] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.038842] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525a4192-4a7c-43f2-600a-259d12f585df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.071738] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19728d77-3096-4f02-956b-262c947f7e43 tempest-SecurityGroupsTestJSON-1522230160 tempest-SecurityGroupsTestJSON-1522230160-project-member] Lock "15002715-43e8-416a-8a96-a6ebf22b3c2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.416s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.130397] env[68205]: DEBUG oslo_vmware.api [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Task: {'id': task-2904554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175548} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.130659] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.130840] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.131022] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.131187] env[68205]: INFO nova.compute.manager [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 896.131414] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.131590] env[68205]: DEBUG nova.compute.manager [-] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.131680] env[68205]: DEBUG nova.network.neutron [-] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.296309] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "75616c8b-280f-41ea-90dd-debeb287d421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.297465] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "75616c8b-280f-41ea-90dd-debeb287d421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.541329] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525a4192-4a7c-43f2-600a-259d12f585df, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.545723] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.546113] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.546300] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.546504] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.546693] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.551180] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1c145db-f53c-4778-8209-e03851081f49 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.562046] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.562243] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.562968] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae3d837-4f6f-4489-8a58-c682f5740def {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.568692] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 896.568692] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c5ead1-0181-120b-e73d-8c6db794000a" [ 896.568692] env[68205]: _type = "Task" [ 896.568692] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.580526] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c5ead1-0181-120b-e73d-8c6db794000a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.628187] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41395d70-5b2e-42cf-80d1-854c58b6f5e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.638084] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3cf60-a639-4c4a-b088-86a6342ecbf5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.669979] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eb3f4c-a514-4194-92a6-4b0c6414172a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.677720] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8353ca40-9553-457c-8449-506f994f6ede {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.691025] env[68205]: DEBUG nova.compute.provider_tree [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.753115] env[68205]: DEBUG nova.network.neutron [req-0cb46afc-5c39-4642-912e-b7575f8cb858 req-a4a1876b-423a-446c-956c-cf1d453b83ce service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Updated VIF entry in instance network info cache for port 1a949852-077e-48be-b0f0-2fb8bcdb825e. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.753566] env[68205]: DEBUG nova.network.neutron [req-0cb46afc-5c39-4642-912e-b7575f8cb858 req-a4a1876b-423a-446c-956c-cf1d453b83ce service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Updating instance_info_cache with network_info: [{"id": "1a949852-077e-48be-b0f0-2fb8bcdb825e", "address": "fa:16:3e:fa:67:8d", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a949852-07", "ovs_interfaceid": "1a949852-077e-48be-b0f0-2fb8bcdb825e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.799570] env[68205]: DEBUG nova.compute.manager [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.946543] env[68205]: DEBUG nova.network.neutron [-] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.997208] env[68205]: DEBUG nova.network.neutron [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Updating instance_info_cache with network_info: [{"id": "d674db5f-de1e-4357-aec3-4c3ec6306335", "address": "fa:16:3e:cc:b6:05", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd674db5f-de", "ovs_interfaceid": "d674db5f-de1e-4357-aec3-4c3ec6306335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.081708] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c5ead1-0181-120b-e73d-8c6db794000a, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.082536] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3c2a81-6447-4960-964f-ed63c0073e1c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.088204] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 897.088204] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d27b3-8ce7-d5d0-1f4e-eff29c2c49a7" [ 897.088204] env[68205]: _type = "Task" [ 897.088204] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.096196] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d27b3-8ce7-d5d0-1f4e-eff29c2c49a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.194298] env[68205]: DEBUG nova.scheduler.client.report [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.256173] env[68205]: DEBUG oslo_concurrency.lockutils [req-0cb46afc-5c39-4642-912e-b7575f8cb858 req-a4a1876b-423a-446c-956c-cf1d453b83ce service nova] Releasing lock "refresh_cache-e2dc88bf-cd0b-4a9b-9785-b824f4293121" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.256438] env[68205]: DEBUG nova.compute.manager [req-0cb46afc-5c39-4642-912e-b7575f8cb858 req-a4a1876b-423a-446c-956c-cf1d453b83ce service nova] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Received event network-vif-deleted-cd5030bc-458a-4b70-8ed1-4d319cb8f339 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.324969] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.449499] env[68205]: INFO nova.compute.manager [-] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Took 1.32 seconds to deallocate network for instance. [ 897.500055] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.599520] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d27b3-8ce7-d5d0-1f4e-eff29c2c49a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009361} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.599837] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.600041] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] e2dc88bf-cd0b-4a9b-9785-b824f4293121/e2dc88bf-cd0b-4a9b-9785-b824f4293121.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.600302] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76295ca0-1d4a-457b-b32e-f54e156ca952 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.607117] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 897.607117] env[68205]: value = "task-2904555" [ 897.607117] env[68205]: _type = "Task" [ 897.607117] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.614801] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.699490] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.702179] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.375s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.702179] env[68205]: DEBUG nova.objects.instance [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lazy-loading 'resources' on Instance uuid 16698e0a-de14-49dd-b833-9a9d5a7c801d {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.727811] env[68205]: INFO nova.scheduler.client.report [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted allocations for instance 5d907468-7208-420e-9ca7-5885ab1205f6 [ 897.881939] env[68205]: DEBUG nova.compute.manager [req-dce298e7-3dc4-41ae-aa41-f534483db476 req-87801a08-8e35-49b8-b214-6faa20234c81 service nova] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Received event network-vif-deleted-9044cf1d-a1b8-4333-88e5-47c394091bb3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.956688] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.118812] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498524} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.118872] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] e2dc88bf-cd0b-4a9b-9785-b824f4293121/e2dc88bf-cd0b-4a9b-9785-b824f4293121.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.119114] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.119930] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66d642ec-e02b-440b-a928-35926719c507 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.125144] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 898.125144] env[68205]: value = "task-2904556" [ 898.125144] env[68205]: _type = "Task" [ 898.125144] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.136750] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.235865] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb523939-c668-4243-85be-0415700b5832 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "5d907468-7208-420e-9ca7-5885ab1205f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.811s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.634739] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062088} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.637201] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.638440] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f16e78-4e7c-4daa-8b7a-33a524457f0f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.662844] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] e2dc88bf-cd0b-4a9b-9785-b824f4293121/e2dc88bf-cd0b-4a9b-9785-b824f4293121.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.665753] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae23e6a-6a20-426d-9151-ddbfbc5553b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.687441] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 898.687441] env[68205]: value = "task-2904557" [ 898.687441] env[68205]: _type = "Task" [ 898.687441] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.697804] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.720958] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8224aa3-d26f-4a01-a077-347896ffb57b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.728817] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b1c095-34ca-409f-afc9-add379201348 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.763683] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbd1d14-2787-40d5-99d0-c832bccdeaa4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.772046] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d450b95d-dd5d-4988-934a-d87d8897dfb7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.785436] env[68205]: DEBUG nova.compute.provider_tree [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.037154] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.037486] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39de7fee-255c-4a28-92e5-8560d0ac0917 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.047022] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 899.047022] env[68205]: value = "task-2904558" [ 899.047022] env[68205]: _type = "Task" [ 899.047022] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.053246] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.197182] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904557, 'name': ReconfigVM_Task, 'duration_secs': 0.285857} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.198493] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Reconfigured VM instance instance-00000038 to attach disk [datastore2] e2dc88bf-cd0b-4a9b-9785-b824f4293121/e2dc88bf-cd0b-4a9b-9785-b824f4293121.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.198493] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b627909-2f2c-4a5e-a869-c413485b0c0a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.205345] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 899.205345] env[68205]: value = "task-2904559" [ 899.205345] env[68205]: _type = "Task" [ 899.205345] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.214017] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904559, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.289451] env[68205]: DEBUG nova.scheduler.client.report [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.556791] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904558, 'name': PowerOffVM_Task, 'duration_secs': 0.500687} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.557148] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.558299] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd11f98-4466-4bbd-a5c6-69d45ba5bc5f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.588037] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71367a7f-1ebc-4474-987d-e4b8c77d1974 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.619021] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.619322] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0887d57b-33a6-4a95-8908-94ab5f8d2114 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.625612] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 899.625612] env[68205]: value = "task-2904560" [ 899.625612] env[68205]: _type = "Task" [ 899.625612] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.633315] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.714928] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904559, 'name': Rename_Task, 'duration_secs': 0.176436} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.715349] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.715430] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6dd664a-3f1e-4777-896c-89745b16a460 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.721593] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 899.721593] env[68205]: value = "task-2904561" [ 899.721593] env[68205]: _type = "Task" [ 899.721593] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.729283] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.796507] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.800171] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.058s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.803047] env[68205]: INFO nova.compute.claims [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.823436] env[68205]: INFO nova.scheduler.client.report [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Deleted allocations for instance 16698e0a-de14-49dd-b833-9a9d5a7c801d [ 900.140472] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 900.140879] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.141336] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.141772] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.142175] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.142533] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a7ede95-b562-49b5-a38c-0c4b09cc974f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.153693] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.154008] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.155157] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111d9e46-53d3-4660-b1f3-b48057219c43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.162149] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 900.162149] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b3016a-44e4-5cef-743a-1e1ff125d813" [ 900.162149] env[68205]: _type = "Task" [ 900.162149] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.172669] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b3016a-44e4-5cef-743a-1e1ff125d813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.233361] env[68205]: DEBUG oslo_vmware.api [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904561, 'name': PowerOnVM_Task, 'duration_secs': 0.508893} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.233361] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.233361] env[68205]: INFO nova.compute.manager [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Took 7.18 seconds to spawn the instance on the hypervisor. [ 900.233361] env[68205]: DEBUG nova.compute.manager [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.234088] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c01ef22-b7e2-4e47-93e3-a954511f1b80 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.331699] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1d49a5de-5c04-4cb0-91ef-bf4a2969ed69 tempest-ServersTestManualDisk-1628541252 tempest-ServersTestManualDisk-1628541252-project-member] Lock "16698e0a-de14-49dd-b833-9a9d5a7c801d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.069s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.673478] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b3016a-44e4-5cef-743a-1e1ff125d813, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.674301] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02cea9d7-7e8c-40d4-9f2f-09c206b00fa7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.679882] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 900.679882] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5288c6b0-2c47-7b13-0f79-43342852c54c" [ 900.679882] env[68205]: _type = "Task" [ 900.679882] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.690248] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5288c6b0-2c47-7b13-0f79-43342852c54c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.750281] env[68205]: INFO nova.compute.manager [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Took 43.93 seconds to build instance. [ 901.190079] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5288c6b0-2c47-7b13-0f79-43342852c54c, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.190337] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.190607] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 543745eb-5fa4-4f64-9410-dd591ba76949/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. {{(pid=68205) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 901.190932] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc183b2a-c2be-4391-b2c1-1bb474fef656 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.199028] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 901.199028] env[68205]: value = "task-2904562" [ 901.199028] env[68205]: _type = "Task" [ 901.199028] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.208756] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.238556] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f2bf5-a65b-403a-a89a-b4b99a7327e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.245404] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e55a72-3681-4531-a820-eefd3948ca13 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.276503] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9093668-ef71-4577-877f-dd290982746f tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.523s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.277568] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e3fa60-d112-4f37-8640-f25523d595bf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.285289] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84300f3e-b552-477d-a857-790d3131d45e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.299195] env[68205]: DEBUG nova.compute.provider_tree [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.709285] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904562, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.804719] env[68205]: DEBUG nova.scheduler.client.report [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.049082] env[68205]: DEBUG oslo_concurrency.lockutils [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.049082] env[68205]: DEBUG oslo_concurrency.lockutils [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.209629] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872879} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.209888] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 543745eb-5fa4-4f64-9410-dd591ba76949/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. [ 902.210645] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a4471-b93b-4dca-bd12-759e5bc11589 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.237674] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 543745eb-5fa4-4f64-9410-dd591ba76949/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.237969] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ced593-d328-4638-aa2f-2961d794e944 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.257526] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 902.257526] env[68205]: value = "task-2904563" [ 902.257526] env[68205]: _type = "Task" [ 902.257526] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.265043] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.310243] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.310766] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.314021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.520s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.314433] env[68205]: DEBUG nova.objects.instance [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lazy-loading 'resources' on Instance uuid aa631f83-2087-46a6-82f6-add91abce8ce {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.491650] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.491888] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.555897] env[68205]: DEBUG nova.compute.utils [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.767643] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904563, 'name': ReconfigVM_Task, 'duration_secs': 0.316757} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.767954] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 543745eb-5fa4-4f64-9410-dd591ba76949/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.768832] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76810c8-dcaf-438a-9422-9f13518e7625 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.794965] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fec5053-dc86-482e-8608-d04e11cd96e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.809700] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 902.809700] env[68205]: value = "task-2904564" [ 902.809700] env[68205]: _type = "Task" [ 902.809700] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.815889] env[68205]: DEBUG nova.compute.utils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.820071] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.820156] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.824121] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.875227] env[68205]: DEBUG nova.policy [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7b2e85368e34556958c9f13f89cf425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfd6853bd6043ec908962a9ada10132', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.995308] env[68205]: DEBUG nova.compute.utils [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.058928] env[68205]: DEBUG oslo_concurrency.lockutils [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.146252] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Successfully created port: d2a28f30-bd45-4307-bdd3-1eb07fa047eb {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.253336] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e334e3-a3b4-4c08-827b-273b8b7c8ca9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.261045] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5e714c-2ee2-4b55-acda-0597a9667d46 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.291942] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e588a7-a3d8-4637-986e-4d716f1738b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.299330] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5a36a3-4ec6-47f9-bdc2-0b3a792fdb25 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.312786] env[68205]: DEBUG nova.compute.provider_tree [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.321768] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904564, 'name': ReconfigVM_Task, 'duration_secs': 0.153753} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.322068] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.322327] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f9662ea-8557-46e7-9890-3057fe2d165c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.326601] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.333031] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 903.333031] env[68205]: value = "task-2904565" [ 903.333031] env[68205]: _type = "Task" [ 903.333031] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.339573] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.498570] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.819164] env[68205]: DEBUG nova.scheduler.client.report [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.844678] env[68205]: DEBUG oslo_vmware.api [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904565, 'name': PowerOnVM_Task, 'duration_secs': 0.376111} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.844968] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.847632] env[68205]: DEBUG nova.compute.manager [None req-ffb9cbc9-de62-42ba-b8c5-252995eebab8 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.848447] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a261e-6847-402d-a38e-6a0d5860baae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.117288] env[68205]: DEBUG oslo_concurrency.lockutils [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.117550] env[68205]: DEBUG oslo_concurrency.lockutils [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.117784] env[68205]: INFO nova.compute.manager [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Attaching volume aee4b52a-b900-41d5-96ed-e4c9b45b5fdf to /dev/sdb [ 904.148483] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e19302e-ef39-4f24-a465-58ffd80150a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.155683] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3953d069-91ac-40f3-9354-9389724dd056 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.168857] env[68205]: DEBUG nova.virt.block_device [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Updating existing volume attachment record: 47122af5-950e-4dd9-b1b4-2147f763263f {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 904.324987] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.327701] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.127s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.329248] env[68205]: INFO nova.compute.claims [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.339934] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.349346] env[68205]: INFO nova.scheduler.client.report [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Deleted allocations for instance aa631f83-2087-46a6-82f6-add91abce8ce [ 904.376059] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.376840] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.376840] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.376840] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.377816] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.377816] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.377816] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.377816] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.377816] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.378406] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.378406] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.380167] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7aeb09-e860-4898-a7d8-7205ab3eb026 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.389434] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb3464c-a21f-4d5e-95c6-72c3e4a5f1f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.535117] env[68205]: DEBUG nova.compute.manager [req-79b73057-3387-4fc6-be39-48bd551845d4 req-fe5a8deb-8762-4dc4-82ad-314493e48d96 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Received event network-vif-plugged-d2a28f30-bd45-4307-bdd3-1eb07fa047eb {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.535389] env[68205]: DEBUG oslo_concurrency.lockutils [req-79b73057-3387-4fc6-be39-48bd551845d4 req-fe5a8deb-8762-4dc4-82ad-314493e48d96 service nova] Acquiring lock "26573517-be6c-4440-b71a-6b77acb9814e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.535629] env[68205]: DEBUG oslo_concurrency.lockutils [req-79b73057-3387-4fc6-be39-48bd551845d4 req-fe5a8deb-8762-4dc4-82ad-314493e48d96 service nova] Lock "26573517-be6c-4440-b71a-6b77acb9814e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.535839] env[68205]: DEBUG oslo_concurrency.lockutils [req-79b73057-3387-4fc6-be39-48bd551845d4 req-fe5a8deb-8762-4dc4-82ad-314493e48d96 service nova] Lock "26573517-be6c-4440-b71a-6b77acb9814e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.536059] env[68205]: DEBUG nova.compute.manager [req-79b73057-3387-4fc6-be39-48bd551845d4 req-fe5a8deb-8762-4dc4-82ad-314493e48d96 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] No waiting events found dispatching network-vif-plugged-d2a28f30-bd45-4307-bdd3-1eb07fa047eb {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.536195] env[68205]: WARNING nova.compute.manager [req-79b73057-3387-4fc6-be39-48bd551845d4 req-fe5a8deb-8762-4dc4-82ad-314493e48d96 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Received unexpected event network-vif-plugged-d2a28f30-bd45-4307-bdd3-1eb07fa047eb for instance with vm_state building and task_state spawning. [ 904.562691] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.562957] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.563254] env[68205]: INFO nova.compute.manager [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Attaching volume d4aac70a-5afd-4b24-b930-0b179267b671 to /dev/sdb [ 904.592678] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd197cb4-4959-469d-bbd9-c603beb2b264 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.600691] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f516d6-a7cc-4b17-bef8-3c13048055c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.619297] env[68205]: DEBUG nova.virt.block_device [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Updating existing volume attachment record: bda24bad-cac4-410d-b8b2-235ade37cc51 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 904.622286] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Successfully updated port: d2a28f30-bd45-4307-bdd3-1eb07fa047eb {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.862700] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d3fc2f3a-9a79-41a1-af16-33f122ff5166 tempest-AttachInterfacesUnderV243Test-1225988371 tempest-AttachInterfacesUnderV243Test-1225988371-project-member] Lock "aa631f83-2087-46a6-82f6-add91abce8ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.803s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.126378] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "refresh_cache-26573517-be6c-4440-b71a-6b77acb9814e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.126378] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "refresh_cache-26573517-be6c-4440-b71a-6b77acb9814e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.126378] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.676379] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.740146] env[68205]: INFO nova.compute.manager [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Unrescuing [ 905.740417] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.740575] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.740748] env[68205]: DEBUG nova.network.neutron [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.829014] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ad7f38-10ed-4be5-86c5-7ad464dd33bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.837226] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f38fcd-2c9b-4146-a3f5-5218605af79d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.841540] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Updating instance_info_cache with network_info: [{"id": "d2a28f30-bd45-4307-bdd3-1eb07fa047eb", "address": "fa:16:3e:09:1f:c8", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a28f30-bd", "ovs_interfaceid": "d2a28f30-bd45-4307-bdd3-1eb07fa047eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.870985] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7117dd3-41ac-4004-94e3-e8ff89163c7b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.879104] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee232341-fc1c-43bf-95d7-7ea40a7b11d1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.893239] env[68205]: DEBUG nova.compute.provider_tree [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.952709] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "2b4fccd8-06c9-4089-a812-a843181b79e3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.952973] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.953236] env[68205]: INFO nova.compute.manager [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Rebooting instance [ 906.371391] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "refresh_cache-26573517-be6c-4440-b71a-6b77acb9814e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.371796] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Instance network_info: |[{"id": "d2a28f30-bd45-4307-bdd3-1eb07fa047eb", "address": "fa:16:3e:09:1f:c8", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a28f30-bd", "ovs_interfaceid": "d2a28f30-bd45-4307-bdd3-1eb07fa047eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.372241] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:1f:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2a28f30-bd45-4307-bdd3-1eb07fa047eb', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.381078] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.383439] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.383963] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22e0f3f1-1fd9-4483-9a89-8b7c262db343 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.401782] env[68205]: DEBUG nova.scheduler.client.report [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.409059] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.409059] env[68205]: value = "task-2904572" [ 906.409059] env[68205]: _type = "Task" [ 906.409059] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.419015] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904572, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.469714] env[68205]: DEBUG nova.network.neutron [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Updating instance_info_cache with network_info: [{"id": "d674db5f-de1e-4357-aec3-4c3ec6306335", "address": "fa:16:3e:cc:b6:05", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd674db5f-de", "ovs_interfaceid": "d674db5f-de1e-4357-aec3-4c3ec6306335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.906277] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.906842] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.909778] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.031s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.910018] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.910203] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 906.914026] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.069s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.914026] env[68205]: DEBUG nova.objects.instance [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lazy-loading 'resources' on Instance uuid 1a7265df-0cae-411c-a4fe-72870826d0e6 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.914026] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c323aff-d9a1-4e89-b1b4-19ca3d8e5dab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.925989] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904572, 'name': CreateVM_Task, 'duration_secs': 0.418726} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.928586] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.929475] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.929475] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.929590] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.930787] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e01b2c-8ad8-4646-a5a2-76537a58a7de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.935030] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a5013d-a623-4ff3-9c25-61f5865a44bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.954065] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 906.954065] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c14315-0f45-b350-3c22-94c3baa421a4" [ 906.954065] env[68205]: _type = "Task" [ 906.954065] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.955896] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1842532f-4f8a-47bc-97d9-e14952591baf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.969332] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c502da8e-3a47-40ed-9f4e-f163a66a1ea1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.972283] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c14315-0f45-b350-3c22-94c3baa421a4, 'name': SearchDatastore_Task, 'duration_secs': 0.018917} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.972934] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "refresh_cache-543745eb-5fa4-4f64-9410-dd591ba76949" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.976019] env[68205]: DEBUG nova.objects.instance [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lazy-loading 'flavor' on Instance uuid 543745eb-5fa4-4f64-9410-dd591ba76949 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.976019] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.976019] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.976019] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.976019] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.976019] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.976494] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2c8624d-576b-4e5a-9f29-1ccca05f4dc1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.003567] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179236MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 907.003711] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.012140] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.013523] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.013523] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f69ffb4-570a-4d71-b418-09ba2663846b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.017956] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 907.017956] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52507a85-d228-a1eb-e3ce-e03f5feaa4c5" [ 907.017956] env[68205]: _type = "Task" [ 907.017956] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.027281] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52507a85-d228-a1eb-e3ce-e03f5feaa4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.329038] env[68205]: DEBUG nova.compute.manager [req-745823e3-5278-4dfe-b277-2f6a952aa3de req-d40c0045-22e7-4f75-ae86-03858ff6a3f1 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Received event network-changed-d2a28f30-bd45-4307-bdd3-1eb07fa047eb {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.329249] env[68205]: DEBUG nova.compute.manager [req-745823e3-5278-4dfe-b277-2f6a952aa3de req-d40c0045-22e7-4f75-ae86-03858ff6a3f1 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Refreshing instance network info cache due to event network-changed-d2a28f30-bd45-4307-bdd3-1eb07fa047eb. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.329461] env[68205]: DEBUG oslo_concurrency.lockutils [req-745823e3-5278-4dfe-b277-2f6a952aa3de req-d40c0045-22e7-4f75-ae86-03858ff6a3f1 service nova] Acquiring lock "refresh_cache-26573517-be6c-4440-b71a-6b77acb9814e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.329602] env[68205]: DEBUG oslo_concurrency.lockutils [req-745823e3-5278-4dfe-b277-2f6a952aa3de req-d40c0045-22e7-4f75-ae86-03858ff6a3f1 service nova] Acquired lock "refresh_cache-26573517-be6c-4440-b71a-6b77acb9814e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.329756] env[68205]: DEBUG nova.network.neutron [req-745823e3-5278-4dfe-b277-2f6a952aa3de req-d40c0045-22e7-4f75-ae86-03858ff6a3f1 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Refreshing network info cache for port d2a28f30-bd45-4307-bdd3-1eb07fa047eb {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.414993] env[68205]: DEBUG nova.compute.utils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.421931] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.422277] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.468872] env[68205]: DEBUG nova.policy [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7b2e85368e34556958c9f13f89cf425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfd6853bd6043ec908962a9ada10132', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.479401] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c6db82-6d40-47ac-8df4-5a49411850d1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.507096] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.507483] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-861b1719-7c26-45a9-8405-9bcde20154cf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.514560] env[68205]: DEBUG oslo_vmware.api [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 907.514560] env[68205]: value = "task-2904575" [ 907.514560] env[68205]: _type = "Task" [ 907.514560] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.526611] env[68205]: DEBUG oslo_vmware.api [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.532026] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52507a85-d228-a1eb-e3ce-e03f5feaa4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.026754} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.533537] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a600819-d06b-4752-8e5a-33b24f15d607 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.538681] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 907.538681] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c96fbb-72f0-8125-3eaa-2f99590e2340" [ 907.538681] env[68205]: _type = "Task" [ 907.538681] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.548208] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c96fbb-72f0-8125-3eaa-2f99590e2340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.558356] env[68205]: DEBUG oslo_concurrency.lockutils [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquiring lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.558592] env[68205]: DEBUG oslo_concurrency.lockutils [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.558789] env[68205]: DEBUG oslo_concurrency.lockutils [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquiring lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.558965] env[68205]: DEBUG oslo_concurrency.lockutils [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.559157] env[68205]: DEBUG oslo_concurrency.lockutils [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.561632] env[68205]: INFO nova.compute.manager [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Terminating instance [ 907.831520] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Successfully created port: 6e4e6213-fbb1-434f-a33b-5ebe026fc829 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.922173] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.026620] env[68205]: DEBUG oslo_vmware.api [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904575, 'name': PowerOffVM_Task, 'duration_secs': 0.229671} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.026706] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.032227] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 908.034922] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a839cb-491b-4bf5-882f-472cb42189a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.059854] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c96fbb-72f0-8125-3eaa-2f99590e2340, 'name': SearchDatastore_Task, 'duration_secs': 0.0131} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.061152] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.061350] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 26573517-be6c-4440-b71a-6b77acb9814e/26573517-be6c-4440-b71a-6b77acb9814e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.061655] env[68205]: DEBUG oslo_vmware.api [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 908.061655] env[68205]: value = "task-2904576" [ 908.061655] env[68205]: _type = "Task" [ 908.061655] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.062139] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c0d759-dc50-4655-957c-7719d9f174b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.069405] env[68205]: DEBUG nova.compute.manager [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.069626] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.070903] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2086f0-17c4-4e1c-891d-bed379f698d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.074835] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 908.074835] env[68205]: value = "task-2904577" [ 908.074835] env[68205]: _type = "Task" [ 908.074835] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.089077] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.089403] env[68205]: DEBUG oslo_vmware.api [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.090174] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bba9fc4-684b-4a7e-9267-5366018bdabf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.094928] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.099420] env[68205]: DEBUG oslo_vmware.api [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for the task: (returnval){ [ 908.099420] env[68205]: value = "task-2904578" [ 908.099420] env[68205]: _type = "Task" [ 908.099420] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.112245] env[68205]: DEBUG oslo_vmware.api [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.122221] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cc293a-bfaf-493d-af9a-f30ffa1d7b5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.130348] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72eba08b-3820-45f0-909b-27faaa41bbd4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.166631] env[68205]: DEBUG nova.network.neutron [req-745823e3-5278-4dfe-b277-2f6a952aa3de req-d40c0045-22e7-4f75-ae86-03858ff6a3f1 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Updated VIF entry in instance network info cache for port d2a28f30-bd45-4307-bdd3-1eb07fa047eb. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.166631] env[68205]: DEBUG nova.network.neutron [req-745823e3-5278-4dfe-b277-2f6a952aa3de req-d40c0045-22e7-4f75-ae86-03858ff6a3f1 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Updating instance_info_cache with network_info: [{"id": "d2a28f30-bd45-4307-bdd3-1eb07fa047eb", "address": "fa:16:3e:09:1f:c8", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a28f30-bd", "ovs_interfaceid": "d2a28f30-bd45-4307-bdd3-1eb07fa047eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.168454] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7127a562-2cfd-4c3d-a204-5880150fd94e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.177085] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d864f28-cbcf-4094-80bc-bfd9060e7e69 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.193054] env[68205]: DEBUG nova.compute.provider_tree [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.574279] env[68205]: DEBUG oslo_vmware.api [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904576, 'name': ReconfigVM_Task, 'duration_secs': 0.251567} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.574578] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 908.574763] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.575048] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a6b5d8e-a715-4d92-b1a5-d5feb7019010 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.586228] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904577, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.587790] env[68205]: DEBUG oslo_vmware.api [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 908.587790] env[68205]: value = "task-2904579" [ 908.587790] env[68205]: _type = "Task" [ 908.587790] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.596111] env[68205]: DEBUG oslo_vmware.api [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.610637] env[68205]: DEBUG oslo_vmware.api [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904578, 'name': PowerOffVM_Task, 'duration_secs': 0.164398} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.611016] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.611297] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.611675] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7af3b8b4-0dc0-4450-9a06-430ecb44d53d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.672700] env[68205]: DEBUG oslo_concurrency.lockutils [req-745823e3-5278-4dfe-b277-2f6a952aa3de req-d40c0045-22e7-4f75-ae86-03858ff6a3f1 service nova] Releasing lock "refresh_cache-26573517-be6c-4440-b71a-6b77acb9814e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.676912] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.676912] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.676912] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Deleting the datastore file [datastore2] 24cc0530-19cf-49dc-9502-8c91cac5e7f2 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.677165] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0f7a85d-fb67-46b9-a2f2-8bac83f575e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.682883] env[68205]: DEBUG oslo_vmware.api [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for the task: (returnval){ [ 908.682883] env[68205]: value = "task-2904581" [ 908.682883] env[68205]: _type = "Task" [ 908.682883] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.691297] env[68205]: DEBUG oslo_vmware.api [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.699020] env[68205]: DEBUG nova.scheduler.client.report [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.722966] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 908.722966] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583373', 'volume_id': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'name': 'volume-aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2dc88bf-cd0b-4a9b-9785-b824f4293121', 'attached_at': '', 'detached_at': '', 'volume_id': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'serial': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 908.723356] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb501e9-f859-466e-be26-42d9bd2c20a6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.740844] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e913610b-daee-48dd-a98f-602298369e0b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.779447] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] volume-aee4b52a-b900-41d5-96ed-e4c9b45b5fdf/volume-aee4b52a-b900-41d5-96ed-e4c9b45b5fdf.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.779961] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2e7448-2fe4-4d06-ba24-f3f418e81ef4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.799253] env[68205]: DEBUG oslo_vmware.api [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 908.799253] env[68205]: value = "task-2904582" [ 908.799253] env[68205]: _type = "Task" [ 908.799253] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.807950] env[68205]: DEBUG oslo_vmware.api [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.835271] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.836812] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.836812] env[68205]: DEBUG nova.network.neutron [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.933166] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.965200] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.965298] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.965488] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.965668] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.965807] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.965950] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.966181] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.966330] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.966489] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.966636] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.966799] env[68205]: DEBUG nova.virt.hardware [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.968110] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22af555-7187-497a-a458-2b3a0345ef0b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.977367] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268cd28-b39f-4c3c-b35b-d75c597393b2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.088955] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541888} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.093116] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 26573517-be6c-4440-b71a-6b77acb9814e/26573517-be6c-4440-b71a-6b77acb9814e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.093454] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.093826] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb4d6c49-e4b1-40d3-aad7-dfb0b889992f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.102153] env[68205]: DEBUG oslo_vmware.api [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904579, 'name': PowerOnVM_Task, 'duration_secs': 0.42108} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.103603] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.103872] env[68205]: DEBUG nova.compute.manager [None req-3732c713-49f2-417a-b2dd-167292d43b53 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.104239] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 909.104239] env[68205]: value = "task-2904583" [ 909.104239] env[68205]: _type = "Task" [ 909.104239] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.104983] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d394b151-ec92-4e78-950e-3356e286806a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.119708] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.178531] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 909.178981] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583375', 'volume_id': 'd4aac70a-5afd-4b24-b930-0b179267b671', 'name': 'volume-d4aac70a-5afd-4b24-b930-0b179267b671', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cddd9f44-3672-42a5-88f7-59c42cf153f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4aac70a-5afd-4b24-b930-0b179267b671', 'serial': 'd4aac70a-5afd-4b24-b930-0b179267b671'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 909.180245] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664d8683-eb4f-4e1b-ab51-bda52708fdb3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.204756] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.210732] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.732s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.213813] env[68205]: INFO nova.compute.claims [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.215638] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf0c326-7903-4d6c-a91d-f7771b7f103b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.218731] env[68205]: DEBUG oslo_vmware.api [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Task: {'id': task-2904581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248104} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.219581] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.219695] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.219910] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.220021] env[68205]: INFO nova.compute.manager [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 909.220629] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.221133] env[68205]: DEBUG nova.compute.manager [-] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.221238] env[68205]: DEBUG nova.network.neutron [-] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.246275] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] volume-d4aac70a-5afd-4b24-b930-0b179267b671/volume-d4aac70a-5afd-4b24-b930-0b179267b671.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.246275] env[68205]: INFO nova.scheduler.client.report [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Deleted allocations for instance 1a7265df-0cae-411c-a4fe-72870826d0e6 [ 909.247574] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1176acdd-2564-426a-b652-6b390cab8182 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.270396] env[68205]: DEBUG oslo_vmware.api [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 909.270396] env[68205]: value = "task-2904584" [ 909.270396] env[68205]: _type = "Task" [ 909.270396] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.279836] env[68205]: DEBUG oslo_vmware.api [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.308732] env[68205]: DEBUG oslo_vmware.api [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.617618] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070365} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.617900] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.618741] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b388bea-471f-4249-a963-5706f8cac464 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.646150] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 26573517-be6c-4440-b71a-6b77acb9814e/26573517-be6c-4440-b71a-6b77acb9814e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.649308] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b93cf25-33de-46c5-8aa9-16753e2a6450 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.672456] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 909.672456] env[68205]: value = "task-2904585" [ 909.672456] env[68205]: _type = "Task" [ 909.672456] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.683932] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.774049] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8103896-89de-4de8-af00-060ea34f26a6 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "1a7265df-0cae-411c-a4fe-72870826d0e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.740s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.783393] env[68205]: DEBUG oslo_vmware.api [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.816439] env[68205]: DEBUG oslo_vmware.api [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904582, 'name': ReconfigVM_Task, 'duration_secs': 0.656717} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.817092] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Reconfigured VM instance instance-00000038 to attach disk [datastore2] volume-aee4b52a-b900-41d5-96ed-e4c9b45b5fdf/volume-aee4b52a-b900-41d5-96ed-e4c9b45b5fdf.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.825059] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17162b12-c654-4144-8912-9e79f52c4607 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.844392] env[68205]: DEBUG oslo_vmware.api [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 909.844392] env[68205]: value = "task-2904586" [ 909.844392] env[68205]: _type = "Task" [ 909.844392] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.858633] env[68205]: DEBUG oslo_vmware.api [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.861195] env[68205]: DEBUG nova.network.neutron [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance_info_cache with network_info: [{"id": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "address": "fa:16:3e:5d:6f:64", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0ed9db-0e", "ovs_interfaceid": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.863565] env[68205]: DEBUG nova.compute.manager [req-7223fb63-558f-4ad4-99df-70321aca83a5 req-82cedeb7-95bb-4823-a4e2-068d937e93f0 service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Received event network-vif-plugged-6e4e6213-fbb1-434f-a33b-5ebe026fc829 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.863565] env[68205]: DEBUG oslo_concurrency.lockutils [req-7223fb63-558f-4ad4-99df-70321aca83a5 req-82cedeb7-95bb-4823-a4e2-068d937e93f0 service nova] Acquiring lock "970f1910-fdd7-4dea-92f6-1e1f403c9708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.863826] env[68205]: DEBUG oslo_concurrency.lockutils [req-7223fb63-558f-4ad4-99df-70321aca83a5 req-82cedeb7-95bb-4823-a4e2-068d937e93f0 service nova] Lock "970f1910-fdd7-4dea-92f6-1e1f403c9708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.864091] env[68205]: DEBUG oslo_concurrency.lockutils [req-7223fb63-558f-4ad4-99df-70321aca83a5 req-82cedeb7-95bb-4823-a4e2-068d937e93f0 service nova] Lock "970f1910-fdd7-4dea-92f6-1e1f403c9708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.864291] env[68205]: DEBUG nova.compute.manager [req-7223fb63-558f-4ad4-99df-70321aca83a5 req-82cedeb7-95bb-4823-a4e2-068d937e93f0 service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] No waiting events found dispatching network-vif-plugged-6e4e6213-fbb1-434f-a33b-5ebe026fc829 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.866205] env[68205]: WARNING nova.compute.manager [req-7223fb63-558f-4ad4-99df-70321aca83a5 req-82cedeb7-95bb-4823-a4e2-068d937e93f0 service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Received unexpected event network-vif-plugged-6e4e6213-fbb1-434f-a33b-5ebe026fc829 for instance with vm_state building and task_state spawning. [ 910.053890] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Successfully updated port: 6e4e6213-fbb1-434f-a33b-5ebe026fc829 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.183172] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904585, 'name': ReconfigVM_Task, 'duration_secs': 0.499581} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.184451] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 26573517-be6c-4440-b71a-6b77acb9814e/26573517-be6c-4440-b71a-6b77acb9814e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.184451] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95ba2c28-d45b-4566-9f09-9f49d5d70929 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.191361] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 910.191361] env[68205]: value = "task-2904587" [ 910.191361] env[68205]: _type = "Task" [ 910.191361] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.199351] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904587, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.281121] env[68205]: DEBUG oslo_vmware.api [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904584, 'name': ReconfigVM_Task, 'duration_secs': 0.891456} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.284238] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Reconfigured VM instance instance-00000014 to attach disk [datastore2] volume-d4aac70a-5afd-4b24-b930-0b179267b671/volume-d4aac70a-5afd-4b24-b930-0b179267b671.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.289885] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ea5fd5-4f41-4524-8583-f89c59dae1d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.310108] env[68205]: DEBUG oslo_vmware.api [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 910.310108] env[68205]: value = "task-2904588" [ 910.310108] env[68205]: _type = "Task" [ 910.310108] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.324440] env[68205]: DEBUG oslo_vmware.api [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.357022] env[68205]: DEBUG oslo_vmware.api [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904586, 'name': ReconfigVM_Task, 'duration_secs': 0.19536} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.362777] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583373', 'volume_id': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'name': 'volume-aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2dc88bf-cd0b-4a9b-9785-b824f4293121', 'attached_at': '', 'detached_at': '', 'volume_id': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'serial': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 910.366554] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.392131] env[68205]: DEBUG nova.compute.manager [req-6eaa1e6d-f2ae-4809-8475-8023c618670a req-bdd48317-334e-4f7c-9508-dafc3c008465 service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Received event network-vif-deleted-b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.392131] env[68205]: INFO nova.compute.manager [req-6eaa1e6d-f2ae-4809-8475-8023c618670a req-bdd48317-334e-4f7c-9508-dafc3c008465 service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Neutron deleted interface b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5; detaching it from the instance and deleting it from the info cache [ 910.392131] env[68205]: DEBUG nova.network.neutron [req-6eaa1e6d-f2ae-4809-8475-8023c618670a req-bdd48317-334e-4f7c-9508-dafc3c008465 service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.488088] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "d4e76ac9-3c46-49ee-9331-c4133f2a58de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.488353] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "d4e76ac9-3c46-49ee-9331-c4133f2a58de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.559080] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "refresh_cache-970f1910-fdd7-4dea-92f6-1e1f403c9708" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.560484] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "refresh_cache-970f1910-fdd7-4dea-92f6-1e1f403c9708" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.560484] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.588341] env[68205]: DEBUG nova.network.neutron [-] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.700877] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904587, 'name': Rename_Task, 'duration_secs': 0.132807} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.703445] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.703906] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3c3abd5-bd4b-4378-91b5-553832a1c36e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.711898] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 910.711898] env[68205]: value = "task-2904589" [ 910.711898] env[68205]: _type = "Task" [ 910.711898] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.727698] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.801070] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec11a6f3-b205-4c30-b597-a293a3d28942 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.810674] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cdaabd-76d3-4e6c-b168-1b161b4dea2e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.823337] env[68205]: DEBUG oslo_vmware.api [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904588, 'name': ReconfigVM_Task, 'duration_secs': 0.195865} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.850314] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583375', 'volume_id': 'd4aac70a-5afd-4b24-b930-0b179267b671', 'name': 'volume-d4aac70a-5afd-4b24-b930-0b179267b671', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cddd9f44-3672-42a5-88f7-59c42cf153f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4aac70a-5afd-4b24-b930-0b179267b671', 'serial': 'd4aac70a-5afd-4b24-b930-0b179267b671'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 910.852910] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0562dff-c4f9-4879-a3c0-f22bd3ccd542 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.861552] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a47a180-03bf-4a1e-8e2a-32e296afa506 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.872411] env[68205]: DEBUG nova.compute.manager [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.873228] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4447b90f-0a10-4376-b956-21f32a3b9c2b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.885486] env[68205]: DEBUG nova.compute.provider_tree [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.897321] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-347b4963-63ca-4754-bcc8-3f491abb13c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.909095] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66bc54-1bfc-43c3-ad86-6527cdc72211 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.944123] env[68205]: DEBUG nova.compute.manager [req-6eaa1e6d-f2ae-4809-8475-8023c618670a req-bdd48317-334e-4f7c-9508-dafc3c008465 service nova] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Detach interface failed, port_id=b6fdcd70-35bd-4ae0-9291-fcf0d23ef2b5, reason: Instance 24cc0530-19cf-49dc-9502-8c91cac5e7f2 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.992725] env[68205]: DEBUG nova.compute.manager [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.091213] env[68205]: INFO nova.compute.manager [-] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Took 1.87 seconds to deallocate network for instance. [ 911.118177] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.222638] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904589, 'name': PowerOnVM_Task, 'duration_secs': 0.474015} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.222899] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.223110] env[68205]: INFO nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Took 6.88 seconds to spawn the instance on the hypervisor. [ 911.223325] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.224149] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e939d0db-d100-44ec-88d2-16cafa018dff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.323245] env[68205]: DEBUG nova.network.neutron [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Updating instance_info_cache with network_info: [{"id": "6e4e6213-fbb1-434f-a33b-5ebe026fc829", "address": "fa:16:3e:e3:6f:fc", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4e6213-fb", "ovs_interfaceid": "6e4e6213-fbb1-434f-a33b-5ebe026fc829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.388777] env[68205]: DEBUG nova.scheduler.client.report [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.423819] env[68205]: DEBUG nova.objects.instance [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lazy-loading 'flavor' on Instance uuid e2dc88bf-cd0b-4a9b-9785-b824f4293121 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.506959] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.507285] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.514641] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.598957] env[68205]: DEBUG oslo_concurrency.lockutils [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.743386] env[68205]: INFO nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Took 50.02 seconds to build instance. [ 911.826461] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "refresh_cache-970f1910-fdd7-4dea-92f6-1e1f403c9708" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.826780] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Instance network_info: |[{"id": "6e4e6213-fbb1-434f-a33b-5ebe026fc829", "address": "fa:16:3e:e3:6f:fc", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4e6213-fb", "ovs_interfaceid": "6e4e6213-fbb1-434f-a33b-5ebe026fc829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.827615] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:6f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e4e6213-fbb1-434f-a33b-5ebe026fc829', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.835585] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.835799] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.836032] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ca5782-08a9-4153-ac1b-0b14f06ceb10 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.856019] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.856019] env[68205]: value = "task-2904590" [ 911.856019] env[68205]: _type = "Task" [ 911.856019] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.863696] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904590, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.890273] env[68205]: DEBUG nova.compute.manager [req-2208b82a-9fc7-46f6-a080-eee2b8bebfab req-055bfdce-6409-4e4b-8ac0-78b5542a5acc service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Received event network-changed-6e4e6213-fbb1-434f-a33b-5ebe026fc829 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.890482] env[68205]: DEBUG nova.compute.manager [req-2208b82a-9fc7-46f6-a080-eee2b8bebfab req-055bfdce-6409-4e4b-8ac0-78b5542a5acc service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Refreshing instance network info cache due to event network-changed-6e4e6213-fbb1-434f-a33b-5ebe026fc829. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.890659] env[68205]: DEBUG oslo_concurrency.lockutils [req-2208b82a-9fc7-46f6-a080-eee2b8bebfab req-055bfdce-6409-4e4b-8ac0-78b5542a5acc service nova] Acquiring lock "refresh_cache-970f1910-fdd7-4dea-92f6-1e1f403c9708" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.890796] env[68205]: DEBUG oslo_concurrency.lockutils [req-2208b82a-9fc7-46f6-a080-eee2b8bebfab req-055bfdce-6409-4e4b-8ac0-78b5542a5acc service nova] Acquired lock "refresh_cache-970f1910-fdd7-4dea-92f6-1e1f403c9708" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.890948] env[68205]: DEBUG nova.network.neutron [req-2208b82a-9fc7-46f6-a080-eee2b8bebfab req-055bfdce-6409-4e4b-8ac0-78b5542a5acc service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Refreshing network info cache for port 6e4e6213-fbb1-434f-a33b-5ebe026fc829 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.896898] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.897382] env[68205]: DEBUG nova.compute.manager [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.900811] env[68205]: DEBUG nova.objects.instance [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lazy-loading 'flavor' on Instance uuid cddd9f44-3672-42a5-88f7-59c42cf153f1 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.903078] env[68205]: DEBUG oslo_concurrency.lockutils [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.380s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.903258] env[68205]: DEBUG nova.objects.instance [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 911.907650] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04df26a5-3f02-4d30-9bda-2bc6e50822ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.916356] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Doing hard reboot of VM {{(pid=68205) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 911.916597] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e339e91a-ba3d-4c45-a252-63a7652a6ba6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.922951] env[68205]: DEBUG oslo_vmware.api [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 911.922951] env[68205]: value = "task-2904591" [ 911.922951] env[68205]: _type = "Task" [ 911.922951] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.929844] env[68205]: DEBUG oslo_concurrency.lockutils [None req-59bf24eb-ae22-48b7-9e48-874d90c3be92 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.812s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.934397] env[68205]: DEBUG oslo_vmware.api [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904591, 'name': ResetVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.245676] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "26573517-be6c-4440-b71a-6b77acb9814e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.118s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.370536] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904590, 'name': CreateVM_Task, 'duration_secs': 0.461487} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.370871] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.374119] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.374119] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.374119] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.374119] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f4cb13-01ac-4f22-a8f2-a0227e91bd7a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.379912] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 912.379912] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a188aa-1b14-2790-5fd7-7112083aec10" [ 912.379912] env[68205]: _type = "Task" [ 912.379912] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.388862] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a188aa-1b14-2790-5fd7-7112083aec10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.405166] env[68205]: DEBUG nova.compute.utils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.407670] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b7753647-0669-441a-bf2f-7cb3748d78c7 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.845s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.409473] env[68205]: DEBUG nova.compute.manager [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.409924] env[68205]: DEBUG nova.network.neutron [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.434196] env[68205]: DEBUG oslo_vmware.api [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904591, 'name': ResetVM_Task, 'duration_secs': 0.120848} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.434821] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Did hard reboot of VM {{(pid=68205) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 912.434821] env[68205]: DEBUG nova.compute.manager [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.435639] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c18ac5a-dd8a-4559-9427-d9b2fef17da0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.459183] env[68205]: DEBUG nova.policy [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7c9ea4195624ce18a00ff5a0370db4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13ea1b7c153d435086e3c71d94d666dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.621343] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.621586] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.621791] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.621966] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.622144] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.625859] env[68205]: INFO nova.compute.manager [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Terminating instance [ 912.734683] env[68205]: DEBUG nova.network.neutron [req-2208b82a-9fc7-46f6-a080-eee2b8bebfab req-055bfdce-6409-4e4b-8ac0-78b5542a5acc service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Updated VIF entry in instance network info cache for port 6e4e6213-fbb1-434f-a33b-5ebe026fc829. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.735157] env[68205]: DEBUG nova.network.neutron [req-2208b82a-9fc7-46f6-a080-eee2b8bebfab req-055bfdce-6409-4e4b-8ac0-78b5542a5acc service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Updating instance_info_cache with network_info: [{"id": "6e4e6213-fbb1-434f-a33b-5ebe026fc829", "address": "fa:16:3e:e3:6f:fc", "network": {"id": "718e817e-0f8b-4924-bc08-19de02bf1d66", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2042057067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfd6853bd6043ec908962a9ada10132", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e4e6213-fb", "ovs_interfaceid": "6e4e6213-fbb1-434f-a33b-5ebe026fc829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.749984] env[68205]: DEBUG nova.compute.manager [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.790418] env[68205]: DEBUG nova.network.neutron [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Successfully created port: ed240d1e-66b8-41af-8a65-f6e9e48c7a71 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.890690] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a188aa-1b14-2790-5fd7-7112083aec10, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.891035] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.891277] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.891512] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.892260] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.892260] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.892366] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47c4b6a5-5266-4dd3-85fa-46713ccb5bcb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.901608] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.901608] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.901975] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a4e5d5-5078-43e2-a8b0-3d199be03fed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.907693] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 912.907693] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e15d8b-b545-9457-7af9-a95c8e6d006c" [ 912.907693] env[68205]: _type = "Task" [ 912.907693] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.917862] env[68205]: DEBUG nova.compute.manager [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.921301] env[68205]: DEBUG oslo_concurrency.lockutils [None req-926231f5-7eef-453a-b548-26bc6b90b4c7 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.922208] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e15d8b-b545-9457-7af9-a95c8e6d006c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.923084] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.293s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.958205] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d94fd3af-eee2-44e0-89e4-525b7ef864b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 7.005s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.132770] env[68205]: DEBUG nova.compute.manager [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.132770] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.132770] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ef6741-119f-415c-8087-d99cec2102e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.140499] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 913.140499] env[68205]: value = "task-2904592" [ 913.140499] env[68205]: _type = "Task" [ 913.140499] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.148296] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.151847] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.152356] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.238244] env[68205]: DEBUG oslo_concurrency.lockutils [req-2208b82a-9fc7-46f6-a080-eee2b8bebfab req-055bfdce-6409-4e4b-8ac0-78b5542a5acc service nova] Releasing lock "refresh_cache-970f1910-fdd7-4dea-92f6-1e1f403c9708" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.275765] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.419817] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e15d8b-b545-9457-7af9-a95c8e6d006c, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.420640] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a67640f-4eb6-4ecb-831e-34578331db87 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.431609] env[68205]: INFO nova.compute.claims [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.435338] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 913.435338] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528f2995-6445-30dc-645b-4f35326b83f9" [ 913.435338] env[68205]: _type = "Task" [ 913.435338] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.444215] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528f2995-6445-30dc-645b-4f35326b83f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.444372] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.444667] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 970f1910-fdd7-4dea-92f6-1e1f403c9708/970f1910-fdd7-4dea-92f6-1e1f403c9708.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.444953] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-238c5ab5-e933-42d8-acb9-3b2411774d63 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.451208] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 913.451208] env[68205]: value = "task-2904593" [ 913.451208] env[68205]: _type = "Task" [ 913.451208] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.459126] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.652706] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904592, 'name': PowerOffVM_Task, 'duration_secs': 0.201679} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.652990] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.653204] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 913.653396] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583373', 'volume_id': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'name': 'volume-aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2dc88bf-cd0b-4a9b-9785-b824f4293121', 'attached_at': '', 'detached_at': '', 'volume_id': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'serial': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 913.654299] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7873a54c-c3b9-4da9-aa14-357cb4dab009 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.659052] env[68205]: INFO nova.compute.manager [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Detaching volume d4aac70a-5afd-4b24-b930-0b179267b671 [ 913.685963] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7d0a82-a3cb-42d4-bca5-b87103b98e21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.696249] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e282eb3-8869-40e8-922a-56424fa682dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.721397] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8d97c7-8a31-45a3-9238-21d1c7ff0025 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.725960] env[68205]: INFO nova.virt.block_device [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Attempting to driver detach volume d4aac70a-5afd-4b24-b930-0b179267b671 from mountpoint /dev/sdb [ 913.726663] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 913.726910] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583375', 'volume_id': 'd4aac70a-5afd-4b24-b930-0b179267b671', 'name': 'volume-d4aac70a-5afd-4b24-b930-0b179267b671', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cddd9f44-3672-42a5-88f7-59c42cf153f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4aac70a-5afd-4b24-b930-0b179267b671', 'serial': 'd4aac70a-5afd-4b24-b930-0b179267b671'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 913.728074] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3151a4d-7e97-431c-95e8-55f3498e092f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.766151] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] The volume has not been displaced from its original location: [datastore2] volume-aee4b52a-b900-41d5-96ed-e4c9b45b5fdf/volume-aee4b52a-b900-41d5-96ed-e4c9b45b5fdf.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 913.772601] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.773603] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473c4fa9-76db-4199-963a-eb85b8363974 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.776850] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a47f70e-084d-4d7c-b9cc-4d1242bdcc20 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.800591] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f2bf05-ae50-43d4-8056-7bbe3531b164 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.803669] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 913.803669] env[68205]: value = "task-2904594" [ 913.803669] env[68205]: _type = "Task" [ 913.803669] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.828761] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b9408-feed-4505-906e-dbae300bc1c6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.833196] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.849885] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] The volume has not been displaced from its original location: [datastore2] volume-d4aac70a-5afd-4b24-b930-0b179267b671/volume-d4aac70a-5afd-4b24-b930-0b179267b671.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 913.853132] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.853611] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d422414e-7f14-4b55-89a0-d650e3fe69a6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.874420] env[68205]: DEBUG oslo_vmware.api [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 913.874420] env[68205]: value = "task-2904595" [ 913.874420] env[68205]: _type = "Task" [ 913.874420] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.885129] env[68205]: DEBUG oslo_vmware.api [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.937710] env[68205]: DEBUG nova.compute.manager [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.941280] env[68205]: INFO nova.compute.resource_tracker [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating resource usage from migration 2b4e4f1f-6778-4511-a74f-6885bcfc80ae [ 913.962738] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.980798] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.981382] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.981382] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.981768] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.982045] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.982298] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.982645] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.984035] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.984035] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.984035] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.984035] env[68205]: DEBUG nova.virt.hardware [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.984775] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd3203b-fc65-42a4-8713-e1766e2ce570 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.998025] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a9209e-8229-498e-87fc-734621c2b61b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.068193] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "abd64f68-27d9-4c33-8265-def255cf5de7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.068193] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.314848] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904594, 'name': ReconfigVM_Task, 'duration_secs': 0.385598} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.315137] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 914.322180] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70b0a81-7769-42c7-a442-bd5d7b1de52d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.339555] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 914.339555] env[68205]: value = "task-2904596" [ 914.339555] env[68205]: _type = "Task" [ 914.339555] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.345089] env[68205]: DEBUG nova.compute.manager [req-4d7dbd46-e20e-4b14-b46e-d4109816495d req-14c054af-f885-4b9e-9c2b-88befbe8110f service nova] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Received event network-vif-plugged-ed240d1e-66b8-41af-8a65-f6e9e48c7a71 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.345302] env[68205]: DEBUG oslo_concurrency.lockutils [req-4d7dbd46-e20e-4b14-b46e-d4109816495d req-14c054af-f885-4b9e-9c2b-88befbe8110f service nova] Acquiring lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.345504] env[68205]: DEBUG oslo_concurrency.lockutils [req-4d7dbd46-e20e-4b14-b46e-d4109816495d req-14c054af-f885-4b9e-9c2b-88befbe8110f service nova] Lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.345662] env[68205]: DEBUG oslo_concurrency.lockutils [req-4d7dbd46-e20e-4b14-b46e-d4109816495d req-14c054af-f885-4b9e-9c2b-88befbe8110f service nova] Lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.345816] env[68205]: DEBUG nova.compute.manager [req-4d7dbd46-e20e-4b14-b46e-d4109816495d req-14c054af-f885-4b9e-9c2b-88befbe8110f service nova] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] No waiting events found dispatching network-vif-plugged-ed240d1e-66b8-41af-8a65-f6e9e48c7a71 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.346117] env[68205]: WARNING nova.compute.manager [req-4d7dbd46-e20e-4b14-b46e-d4109816495d req-14c054af-f885-4b9e-9c2b-88befbe8110f service nova] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Received unexpected event network-vif-plugged-ed240d1e-66b8-41af-8a65-f6e9e48c7a71 for instance with vm_state building and task_state spawning. [ 914.354260] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.386280] env[68205]: DEBUG oslo_vmware.api [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904595, 'name': ReconfigVM_Task, 'duration_secs': 0.296994} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.386280] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 914.394069] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76869c10-7cf7-408c-aef8-8b2cf232d368 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.408423] env[68205]: DEBUG oslo_vmware.api [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 914.408423] env[68205]: value = "task-2904597" [ 914.408423] env[68205]: _type = "Task" [ 914.408423] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.419557] env[68205]: DEBUG oslo_vmware.api [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.446838] env[68205]: DEBUG nova.network.neutron [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Successfully updated port: ed240d1e-66b8-41af-8a65-f6e9e48c7a71 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.466539] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601931} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.466673] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 970f1910-fdd7-4dea-92f6-1e1f403c9708/970f1910-fdd7-4dea-92f6-1e1f403c9708.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.467249] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.467327] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e9bc64f-1d66-4345-a2bf-e88bde7e4aca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.476364] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 914.476364] env[68205]: value = "task-2904598" [ 914.476364] env[68205]: _type = "Task" [ 914.476364] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.483998] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.517601] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63108bb-5862-4a27-a0d5-66b8c51a4ac8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.524457] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48364fee-a381-4148-b269-5ce16831e0ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.557125] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012ce3a7-441e-4d79-9eb5-d7e938cb0ada {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.564806] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2669ce-b77d-44c9-9833-b362a198a166 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.579028] env[68205]: DEBUG nova.compute.provider_tree [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.849892] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904596, 'name': ReconfigVM_Task, 'duration_secs': 0.241462} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.850198] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583373', 'volume_id': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'name': 'volume-aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e2dc88bf-cd0b-4a9b-9785-b824f4293121', 'attached_at': '', 'detached_at': '', 'volume_id': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf', 'serial': 'aee4b52a-b900-41d5-96ed-e4c9b45b5fdf'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 914.850473] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.851222] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f253a22-bf80-44b4-a576-7354cf8ca579 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.857392] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.857578] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1a5c0ba-b874-45d1-8d28-9d968eb7207d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.918764] env[68205]: DEBUG oslo_vmware.api [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904597, 'name': ReconfigVM_Task, 'duration_secs': 0.186734} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.919078] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583375', 'volume_id': 'd4aac70a-5afd-4b24-b930-0b179267b671', 'name': 'volume-d4aac70a-5afd-4b24-b930-0b179267b671', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cddd9f44-3672-42a5-88f7-59c42cf153f1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4aac70a-5afd-4b24-b930-0b179267b671', 'serial': 'd4aac70a-5afd-4b24-b930-0b179267b671'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 914.949279] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "refresh_cache-bc409b4e-c1e9-4907-8dd3-59b7ed31c739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.949428] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "refresh_cache-bc409b4e-c1e9-4907-8dd3-59b7ed31c739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.949586] env[68205]: DEBUG nova.network.neutron [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.985819] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092658} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.986177] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.987055] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34856627-f3a0-45af-b314-c4b99ef3ebe5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.010020] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 970f1910-fdd7-4dea-92f6-1e1f403c9708/970f1910-fdd7-4dea-92f6-1e1f403c9708.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.010288] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33847f98-aede-42ac-b181-55b393e19bbc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.029352] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 915.029352] env[68205]: value = "task-2904600" [ 915.029352] env[68205]: _type = "Task" [ 915.029352] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.037772] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.043302] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.043510] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.043686] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleting the datastore file [datastore2] e2dc88bf-cd0b-4a9b-9785-b824f4293121 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.043940] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b286e351-2bbe-4a1b-9f20-f9d80e941230 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.052373] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 915.052373] env[68205]: value = "task-2904601" [ 915.052373] env[68205]: _type = "Task" [ 915.052373] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.062070] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.082434] env[68205]: DEBUG nova.scheduler.client.report [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.477260] env[68205]: DEBUG nova.objects.instance [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lazy-loading 'flavor' on Instance uuid cddd9f44-3672-42a5-88f7-59c42cf153f1 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.490735] env[68205]: DEBUG nova.network.neutron [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.541223] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.563954] env[68205]: DEBUG oslo_vmware.api [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142639} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.564509] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.564509] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.564581] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.564720] env[68205]: INFO nova.compute.manager [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Took 2.43 seconds to destroy the instance on the hypervisor. [ 915.564966] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.565161] env[68205]: DEBUG nova.compute.manager [-] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.565252] env[68205]: DEBUG nova.network.neutron [-] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.587755] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.665s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.588101] env[68205]: INFO nova.compute.manager [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Migrating [ 915.594392] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.201s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.594608] env[68205]: DEBUG nova.objects.instance [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lazy-loading 'resources' on Instance uuid d19fc1e1-b61c-4366-b880-85e694c40ee1 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.669183] env[68205]: DEBUG nova.network.neutron [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Updating instance_info_cache with network_info: [{"id": "ed240d1e-66b8-41af-8a65-f6e9e48c7a71", "address": "fa:16:3e:cd:85:bc", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped240d1e-66", "ovs_interfaceid": "ed240d1e-66b8-41af-8a65-f6e9e48c7a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.889232] env[68205]: DEBUG nova.compute.manager [req-a5c0aab7-57b5-486d-8fba-2af8ce4d67bf req-05a3ed48-081f-46b6-8367-f33a87a9e1b0 service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Received event network-vif-deleted-1a949852-077e-48be-b0f0-2fb8bcdb825e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.889558] env[68205]: INFO nova.compute.manager [req-a5c0aab7-57b5-486d-8fba-2af8ce4d67bf req-05a3ed48-081f-46b6-8367-f33a87a9e1b0 service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Neutron deleted interface 1a949852-077e-48be-b0f0-2fb8bcdb825e; detaching it from the instance and deleting it from the info cache [ 915.889742] env[68205]: DEBUG nova.network.neutron [req-a5c0aab7-57b5-486d-8fba-2af8ce4d67bf req-05a3ed48-081f-46b6-8367-f33a87a9e1b0 service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.040548] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904600, 'name': ReconfigVM_Task, 'duration_secs': 0.696059} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.040825] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 970f1910-fdd7-4dea-92f6-1e1f403c9708/970f1910-fdd7-4dea-92f6-1e1f403c9708.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.041451] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c3186ba-1561-4a9e-ba00-9ada4c936353 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.047702] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 916.047702] env[68205]: value = "task-2904602" [ 916.047702] env[68205]: _type = "Task" [ 916.047702] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.055817] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904602, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.103798] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.103985] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.104173] env[68205]: DEBUG nova.network.neutron [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.172584] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "refresh_cache-bc409b4e-c1e9-4907-8dd3-59b7ed31c739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.172887] env[68205]: DEBUG nova.compute.manager [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Instance network_info: |[{"id": "ed240d1e-66b8-41af-8a65-f6e9e48c7a71", "address": "fa:16:3e:cd:85:bc", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped240d1e-66", "ovs_interfaceid": "ed240d1e-66b8-41af-8a65-f6e9e48c7a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.173486] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:85:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed240d1e-66b8-41af-8a65-f6e9e48c7a71', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.181840] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.185555] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.185999] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cafad947-dc5e-458f-9daf-6db6809f53bf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.207916] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.207916] env[68205]: value = "task-2904603" [ 916.207916] env[68205]: _type = "Task" [ 916.207916] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.216978] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904603, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.349060] env[68205]: DEBUG nova.network.neutron [-] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.392721] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45ef448d-5bf7-4a25-b568-7c1aac3ffd46 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.402190] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e70f910-dfe1-4677-8df2-ae869f235dd9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.447526] env[68205]: DEBUG nova.compute.manager [req-a5c0aab7-57b5-486d-8fba-2af8ce4d67bf req-05a3ed48-081f-46b6-8367-f33a87a9e1b0 service nova] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Detach interface failed, port_id=1a949852-077e-48be-b0f0-2fb8bcdb825e, reason: Instance e2dc88bf-cd0b-4a9b-9785-b824f4293121 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.461612] env[68205]: DEBUG nova.compute.manager [req-d7bb3a06-a503-44b5-8de2-454e79145262 req-bf37929f-b870-48cd-94dc-341275855427 service nova] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Received event network-changed-ed240d1e-66b8-41af-8a65-f6e9e48c7a71 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.461833] env[68205]: DEBUG nova.compute.manager [req-d7bb3a06-a503-44b5-8de2-454e79145262 req-bf37929f-b870-48cd-94dc-341275855427 service nova] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Refreshing instance network info cache due to event network-changed-ed240d1e-66b8-41af-8a65-f6e9e48c7a71. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.462015] env[68205]: DEBUG oslo_concurrency.lockutils [req-d7bb3a06-a503-44b5-8de2-454e79145262 req-bf37929f-b870-48cd-94dc-341275855427 service nova] Acquiring lock "refresh_cache-bc409b4e-c1e9-4907-8dd3-59b7ed31c739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.462169] env[68205]: DEBUG oslo_concurrency.lockutils [req-d7bb3a06-a503-44b5-8de2-454e79145262 req-bf37929f-b870-48cd-94dc-341275855427 service nova] Acquired lock "refresh_cache-bc409b4e-c1e9-4907-8dd3-59b7ed31c739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.462327] env[68205]: DEBUG nova.network.neutron [req-d7bb3a06-a503-44b5-8de2-454e79145262 req-bf37929f-b870-48cd-94dc-341275855427 service nova] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Refreshing network info cache for port ed240d1e-66b8-41af-8a65-f6e9e48c7a71 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.484517] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dd7747cd-c409-44e3-9aac-3ae2a7057b17 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.332s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.559115] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904602, 'name': Rename_Task, 'duration_secs': 0.174544} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.561853] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.562313] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a704de-7eb6-4002-a6a4-f1c21f3cbb57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.568507] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 916.568507] env[68205]: value = "task-2904604" [ 916.568507] env[68205]: _type = "Task" [ 916.568507] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.582204] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.623252] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8e1179-5d68-4e09-bd2b-ca0035bb5a80 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.630598] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19e46ba-11d8-400f-b68b-9f87b94ccdd8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.664032] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2ad808-ed41-4141-9335-ce9d8dbc2422 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.671718] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b04222b-7c36-42f8-bf48-c716906e9be2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.685426] env[68205]: DEBUG nova.compute.provider_tree [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.717811] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904603, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.851458] env[68205]: INFO nova.compute.manager [-] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Took 1.29 seconds to deallocate network for instance. [ 917.080736] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.109905] env[68205]: DEBUG nova.network.neutron [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance_info_cache with network_info: [{"id": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "address": "fa:16:3e:68:c6:76", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31365795-4f", "ovs_interfaceid": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.185362] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "3796e31d-5242-4529-8ee8-85fec72eacf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.185583] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "3796e31d-5242-4529-8ee8-85fec72eacf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.188743] env[68205]: DEBUG nova.scheduler.client.report [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.219833] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904603, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.225064] env[68205]: DEBUG nova.network.neutron [req-d7bb3a06-a503-44b5-8de2-454e79145262 req-bf37929f-b870-48cd-94dc-341275855427 service nova] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Updated VIF entry in instance network info cache for port ed240d1e-66b8-41af-8a65-f6e9e48c7a71. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.225417] env[68205]: DEBUG nova.network.neutron [req-d7bb3a06-a503-44b5-8de2-454e79145262 req-bf37929f-b870-48cd-94dc-341275855427 service nova] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Updating instance_info_cache with network_info: [{"id": "ed240d1e-66b8-41af-8a65-f6e9e48c7a71", "address": "fa:16:3e:cd:85:bc", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped240d1e-66", "ovs_interfaceid": "ed240d1e-66b8-41af-8a65-f6e9e48c7a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.398196] env[68205]: INFO nova.compute.manager [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Took 0.55 seconds to detach 1 volumes for instance. [ 917.580595] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904604, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.612689] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.693432] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.696937] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.150s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.697725] env[68205]: DEBUG nova.objects.instance [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lazy-loading 'resources' on Instance uuid 312b10df-28a7-496d-88c8-ddc0b17e8c9b {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.720425] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904603, 'name': CreateVM_Task, 'duration_secs': 1.253543} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.720947] env[68205]: INFO nova.scheduler.client.report [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Deleted allocations for instance d19fc1e1-b61c-4366-b880-85e694c40ee1 [ 917.721849] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.722617] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.723589] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.723589] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.725581] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ac3a42-2f08-416f-88f7-de168e261eea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.727930] env[68205]: DEBUG oslo_concurrency.lockutils [req-d7bb3a06-a503-44b5-8de2-454e79145262 req-bf37929f-b870-48cd-94dc-341275855427 service nova] Releasing lock "refresh_cache-bc409b4e-c1e9-4907-8dd3-59b7ed31c739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.732320] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 917.732320] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52657733-4c2a-7e85-753f-ad30b61d0dbc" [ 917.732320] env[68205]: _type = "Task" [ 917.732320] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.743187] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52657733-4c2a-7e85-753f-ad30b61d0dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.905581] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.080197] env[68205]: DEBUG oslo_vmware.api [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904604, 'name': PowerOnVM_Task, 'duration_secs': 1.232526} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.080649] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.080649] env[68205]: INFO nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Took 9.15 seconds to spawn the instance on the hypervisor. [ 918.080827] env[68205]: DEBUG nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.081641] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61f995e-9150-4e40-adf6-c764c4fcf51e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.231418] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109fc1b0-24a3-4cab-b5eb-e32459a17afd tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "d19fc1e1-b61c-4366-b880-85e694c40ee1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.469s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.246594] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52657733-4c2a-7e85-753f-ad30b61d0dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.246908] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.247328] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.248027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.248027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.248027] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.250848] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb029452-080c-46f4-8c84-6f98a6bb8f2c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.260654] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.260859] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.261593] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45c165e-3037-47e5-bf36-6b4f0bec701c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.267345] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 918.267345] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523e20b3-2ebe-da4b-d68f-3e589306c21e" [ 918.267345] env[68205]: _type = "Task" [ 918.267345] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.280825] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523e20b3-2ebe-da4b-d68f-3e589306c21e, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.284612] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cef42f7-1a5d-4295-a667-106af1873b5a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.289749] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 918.289749] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e4f98f-86f1-186e-092f-3d5ef0244dc8" [ 918.289749] env[68205]: _type = "Task" [ 918.289749] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.299894] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e4f98f-86f1-186e-092f-3d5ef0244dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.599103] env[68205]: INFO nova.compute.manager [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Took 51.42 seconds to build instance. [ 918.632861] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed79eedc-3dae-4063-9628-7efaf817adf4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.640455] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68110f1-0064-43d4-8d30-19532316b007 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.672336] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1c73c7-974f-4b4b-8af2-8faa5953d445 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.679608] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6897791-dd26-4282-a6d6-e66533cadc0e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.695028] env[68205]: DEBUG nova.compute.provider_tree [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.803026] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e4f98f-86f1-186e-092f-3d5ef0244dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008217} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.803026] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.803026] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] bc409b4e-c1e9-4907-8dd3-59b7ed31c739/bc409b4e-c1e9-4907-8dd3-59b7ed31c739.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.803026] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d335c8ce-abc9-4972-9391-62f86d8a4f44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.808930] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 918.808930] env[68205]: value = "task-2904605" [ 918.808930] env[68205]: _type = "Task" [ 918.808930] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.818097] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.104651] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62d89ab7-d254-4256-9ea4-9be9fd29033e tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "970f1910-fdd7-4dea-92f6-1e1f403c9708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.948s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.127539] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698f0444-83e6-45f7-8b06-4078cf67e1d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.147661] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance 'aa17c44d-b31b-4d48-bd02-cd2b38b13452' progress to 0 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.197405] env[68205]: DEBUG nova.scheduler.client.report [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.320012] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473698} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.320385] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] bc409b4e-c1e9-4907-8dd3-59b7ed31c739/bc409b4e-c1e9-4907-8dd3-59b7ed31c739.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.320501] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.320790] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cffe381-7a1f-4a6f-9041-950a875148f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.326434] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 919.326434] env[68205]: value = "task-2904606" [ 919.326434] env[68205]: _type = "Task" [ 919.326434] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.334308] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.608186] env[68205]: DEBUG nova.compute.manager [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.654888] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.655462] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5169c21c-e2bb-41a3-87fe-63b0daeedb6b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.663251] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 919.663251] env[68205]: value = "task-2904607" [ 919.663251] env[68205]: _type = "Task" [ 919.663251] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.671872] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.702723] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.705051] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.109s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.706527] env[68205]: INFO nova.compute.claims [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.725753] env[68205]: INFO nova.scheduler.client.report [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Deleted allocations for instance 312b10df-28a7-496d-88c8-ddc0b17e8c9b [ 919.838423] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061589} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.838677] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.839513] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12308c70-5c77-448b-b0ee-a8f267618055 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.861611] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] bc409b4e-c1e9-4907-8dd3-59b7ed31c739/bc409b4e-c1e9-4907-8dd3-59b7ed31c739.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.861887] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ba6469a-b34d-414c-bd57-c221403ec7fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.881676] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 919.881676] env[68205]: value = "task-2904608" [ 919.881676] env[68205]: _type = "Task" [ 919.881676] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.889381] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.984467] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "26573517-be6c-4440-b71a-6b77acb9814e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.984775] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "26573517-be6c-4440-b71a-6b77acb9814e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.984948] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "26573517-be6c-4440-b71a-6b77acb9814e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.985175] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "26573517-be6c-4440-b71a-6b77acb9814e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.985352] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "26573517-be6c-4440-b71a-6b77acb9814e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.987581] env[68205]: INFO nova.compute.manager [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Terminating instance [ 920.051726] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "970f1910-fdd7-4dea-92f6-1e1f403c9708" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.052039] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "970f1910-fdd7-4dea-92f6-1e1f403c9708" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.052260] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "970f1910-fdd7-4dea-92f6-1e1f403c9708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.052444] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "970f1910-fdd7-4dea-92f6-1e1f403c9708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.052609] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "970f1910-fdd7-4dea-92f6-1e1f403c9708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.054701] env[68205]: INFO nova.compute.manager [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Terminating instance [ 920.129827] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.172850] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904607, 'name': PowerOffVM_Task, 'duration_secs': 0.444448} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.173154] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.173369] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance 'aa17c44d-b31b-4d48-bd02-cd2b38b13452' progress to 17 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.232826] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bd35bb3f-f1f9-4805-b237-5bfa7043e05f tempest-ListServersNegativeTestJSON-1269616151 tempest-ListServersNegativeTestJSON-1269616151-project-member] Lock "312b10df-28a7-496d-88c8-ddc0b17e8c9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.381s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.393342] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.491484] env[68205]: DEBUG nova.compute.manager [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.491720] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.492804] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5638068b-24cd-4b3b-846b-1a51b444c5ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.500581] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.500863] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3bbb0fc-24d3-4a19-a887-37b2729451ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.507985] env[68205]: DEBUG oslo_vmware.api [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 920.507985] env[68205]: value = "task-2904609" [ 920.507985] env[68205]: _type = "Task" [ 920.507985] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.515347] env[68205]: DEBUG oslo_vmware.api [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.560025] env[68205]: DEBUG nova.compute.manager [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.560025] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.560827] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c51549a-910d-441e-85c2-40e1475eba96 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.569570] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.569946] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ecd25ac-b264-4648-896b-f86be8acc1d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.576358] env[68205]: DEBUG oslo_vmware.api [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 920.576358] env[68205]: value = "task-2904610" [ 920.576358] env[68205]: _type = "Task" [ 920.576358] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.584503] env[68205]: DEBUG oslo_vmware.api [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.680699] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.681030] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.681030] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.681316] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.681482] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.681628] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.681881] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.682084] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.682295] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.682495] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.682701] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.689859] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba40819f-5c10-4f68-b4ed-ec8d5c5062fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.706249] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 920.706249] env[68205]: value = "task-2904611" [ 920.706249] env[68205]: _type = "Task" [ 920.706249] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.719861] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.892839] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904608, 'name': ReconfigVM_Task, 'duration_secs': 0.739431} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.893127] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Reconfigured VM instance instance-0000003b to attach disk [datastore1] bc409b4e-c1e9-4907-8dd3-59b7ed31c739/bc409b4e-c1e9-4907-8dd3-59b7ed31c739.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.893769] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-151a4cc0-a0cb-4c43-b027-ef1f1c3758cf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.902113] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 920.902113] env[68205]: value = "task-2904612" [ 920.902113] env[68205]: _type = "Task" [ 920.902113] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.912490] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904612, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.016264] env[68205]: DEBUG oslo_vmware.api [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904609, 'name': PowerOffVM_Task, 'duration_secs': 0.137923} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.018873] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.019164] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.019607] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b08a3e7-ddf4-4817-8f9c-2e6de8894aa5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.084591] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.084939] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.084994] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleting the datastore file [datastore2] 26573517-be6c-4440-b71a-6b77acb9814e {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.088215] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d53a561c-9b49-4fe4-982d-294ae244388a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.090128] env[68205]: DEBUG oslo_vmware.api [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904610, 'name': PowerOffVM_Task, 'duration_secs': 0.15766} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.090380] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.090544] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.091235] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02331bf7-7d5b-45e1-bbf9-4787d3bfce84 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.096086] env[68205]: DEBUG oslo_vmware.api [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 921.096086] env[68205]: value = "task-2904614" [ 921.096086] env[68205]: _type = "Task" [ 921.096086] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.103978] env[68205]: DEBUG oslo_vmware.api [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.149676] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.149676] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.149676] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleting the datastore file [datastore2] 970f1910-fdd7-4dea-92f6-1e1f403c9708 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.149832] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ac3bbc5-ffe4-4ed8-a011-2fec836db159 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.156081] env[68205]: DEBUG oslo_vmware.api [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for the task: (returnval){ [ 921.156081] env[68205]: value = "task-2904616" [ 921.156081] env[68205]: _type = "Task" [ 921.156081] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.166725] env[68205]: DEBUG oslo_vmware.api [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.171364] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bac2ebe-3360-41a9-9d63-c2090e6c51c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.177864] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a78dbd-24e2-4aa2-b6a2-19e775cbc9cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.226684] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea88e4-3d2b-4c3b-8f28-8f9756ff89a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.239570] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904611, 'name': ReconfigVM_Task, 'duration_secs': 0.131898} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.240915] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990cfb17-4cd1-40fd-a98e-be76af9651af {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.244926] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance 'aa17c44d-b31b-4d48-bd02-cd2b38b13452' progress to 33 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.259157] env[68205]: DEBUG nova.compute.provider_tree [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.411302] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904612, 'name': Rename_Task, 'duration_secs': 0.1345} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.411581] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.411822] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffa99139-8412-4ecb-967f-115eea7468d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.418135] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 921.418135] env[68205]: value = "task-2904617" [ 921.418135] env[68205]: _type = "Task" [ 921.418135] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.426095] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.609942] env[68205]: DEBUG oslo_vmware.api [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153327} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.609942] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.609942] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.609942] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.610132] env[68205]: INFO nova.compute.manager [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 921.610284] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.611103] env[68205]: DEBUG nova.compute.manager [-] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.611103] env[68205]: DEBUG nova.network.neutron [-] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.670999] env[68205]: DEBUG oslo_vmware.api [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Task: {'id': task-2904616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158487} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.671785] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.671785] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.671909] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.672020] env[68205]: INFO nova.compute.manager [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Took 1.11 seconds to destroy the instance on the hypervisor. [ 921.672531] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.672606] env[68205]: DEBUG nova.compute.manager [-] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.672741] env[68205]: DEBUG nova.network.neutron [-] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.751814] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:54:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='04afd5e2-0d50-489a-b8d1-d4a49c5d7c53',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1091404953',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.752123] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.752233] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.752434] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.752632] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.752806] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.753144] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.753385] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.753563] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.754132] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.754132] env[68205]: DEBUG nova.virt.hardware [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.761573] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.762523] env[68205]: DEBUG nova.scheduler.client.report [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.766049] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0abb7033-703f-400d-8bd3-e5e71462bc59 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.792783] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.087s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.793329] env[68205]: DEBUG nova.compute.manager [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.796417] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.397s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.798125] env[68205]: INFO nova.compute.claims [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.807047] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 921.807047] env[68205]: value = "task-2904618" [ 921.807047] env[68205]: _type = "Task" [ 921.807047] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.815823] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.929663] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904617, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.046833] env[68205]: DEBUG nova.compute.manager [req-b4c43f7f-d4ef-499d-8331-887ce8389d09 req-81e4b6c3-e2ed-4306-97e7-ed774195adeb service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Received event network-vif-deleted-6e4e6213-fbb1-434f-a33b-5ebe026fc829 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.047069] env[68205]: INFO nova.compute.manager [req-b4c43f7f-d4ef-499d-8331-887ce8389d09 req-81e4b6c3-e2ed-4306-97e7-ed774195adeb service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Neutron deleted interface 6e4e6213-fbb1-434f-a33b-5ebe026fc829; detaching it from the instance and deleting it from the info cache [ 922.047259] env[68205]: DEBUG nova.network.neutron [req-b4c43f7f-d4ef-499d-8331-887ce8389d09 req-81e4b6c3-e2ed-4306-97e7-ed774195adeb service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.070122] env[68205]: DEBUG nova.compute.manager [req-8c51b9a9-80d6-4883-92fa-093e7b1dbf29 req-8a415fe2-39ca-4e53-9f53-c4c2ae1ca7a4 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Received event network-vif-deleted-d2a28f30-bd45-4307-bdd3-1eb07fa047eb {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.070122] env[68205]: INFO nova.compute.manager [req-8c51b9a9-80d6-4883-92fa-093e7b1dbf29 req-8a415fe2-39ca-4e53-9f53-c4c2ae1ca7a4 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Neutron deleted interface d2a28f30-bd45-4307-bdd3-1eb07fa047eb; detaching it from the instance and deleting it from the info cache [ 922.070122] env[68205]: DEBUG nova.network.neutron [req-8c51b9a9-80d6-4883-92fa-093e7b1dbf29 req-8a415fe2-39ca-4e53-9f53-c4c2ae1ca7a4 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.304024] env[68205]: DEBUG nova.compute.utils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.309795] env[68205]: DEBUG nova.compute.manager [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.309982] env[68205]: DEBUG nova.network.neutron [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.322584] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904618, 'name': ReconfigVM_Task, 'duration_secs': 0.192884} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.322584] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.323397] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720bc9c9-8c60-4996-98d0-33e3ac7a0695 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.347316] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] aa17c44d-b31b-4d48-bd02-cd2b38b13452/aa17c44d-b31b-4d48-bd02-cd2b38b13452.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.347902] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2670cda0-f6b6-4451-92de-ab6be9dc9021 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.362416] env[68205]: DEBUG nova.policy [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '629cf1928c004547afdfe0ea2584ccc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf3dcfb8a15d4411b3e4f2dc5bb74d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.369748] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 922.369748] env[68205]: value = "task-2904619" [ 922.369748] env[68205]: _type = "Task" [ 922.369748] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.377632] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.431320] env[68205]: DEBUG oslo_vmware.api [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904617, 'name': PowerOnVM_Task, 'duration_secs': 0.626662} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.431650] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.431935] env[68205]: INFO nova.compute.manager [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Took 8.49 seconds to spawn the instance on the hypervisor. [ 922.432641] env[68205]: DEBUG nova.compute.manager [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.432923] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23f4dd6-81ac-4f8a-af69-6ac774a10d8e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.527798] env[68205]: DEBUG nova.network.neutron [-] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.528884] env[68205]: DEBUG nova.network.neutron [-] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.552029] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31aa44f2-09f2-4ba9-94a5-f1319d10e2c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.561233] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2951c67a-7527-4982-81ad-6bf4ff1cd231 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.583590] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a06eccd1-7dce-4847-881e-6332fdef7000 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.593218] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad9e002-81c2-4441-9e4e-cdc6b8be73ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.635509] env[68205]: DEBUG nova.compute.manager [req-b4c43f7f-d4ef-499d-8331-887ce8389d09 req-81e4b6c3-e2ed-4306-97e7-ed774195adeb service nova] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Detach interface failed, port_id=6e4e6213-fbb1-434f-a33b-5ebe026fc829, reason: Instance 970f1910-fdd7-4dea-92f6-1e1f403c9708 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 922.671603] env[68205]: DEBUG nova.compute.manager [req-8c51b9a9-80d6-4883-92fa-093e7b1dbf29 req-8a415fe2-39ca-4e53-9f53-c4c2ae1ca7a4 service nova] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Detach interface failed, port_id=d2a28f30-bd45-4307-bdd3-1eb07fa047eb, reason: Instance 26573517-be6c-4440-b71a-6b77acb9814e could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 922.705715] env[68205]: DEBUG nova.network.neutron [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Successfully created port: 559839c5-c933-4380-aa30-d409cb3f90e5 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.816309] env[68205]: DEBUG nova.compute.manager [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.882795] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904619, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.950823] env[68205]: INFO nova.compute.manager [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Took 51.49 seconds to build instance. [ 923.028961] env[68205]: INFO nova.compute.manager [-] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Took 1.36 seconds to deallocate network for instance. [ 923.038117] env[68205]: INFO nova.compute.manager [-] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Took 1.43 seconds to deallocate network for instance. [ 923.307116] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001603fb-f710-48d6-8c71-29b0410b4f9f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.317264] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5896c5d6-49fe-4c31-890f-f59578a62e80 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.347585] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b49e74-78ad-4b20-9be0-48482b6e22b8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.362426] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c8570d-9fbf-4721-9b4f-35028683e28e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.381569] env[68205]: DEBUG nova.compute.provider_tree [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.394440] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904619, 'name': ReconfigVM_Task, 'duration_secs': 0.57667} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.394710] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Reconfigured VM instance instance-00000031 to attach disk [datastore2] aa17c44d-b31b-4d48-bd02-cd2b38b13452/aa17c44d-b31b-4d48-bd02-cd2b38b13452.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.394988] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance 'aa17c44d-b31b-4d48-bd02-cd2b38b13452' progress to 50 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.454686] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c17097b5-2819-48f2-954a-ae4af132cd0d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.384s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.538970] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.549122] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.856724] env[68205]: DEBUG nova.compute.manager [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.890684] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.890684] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.890842] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.890967] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.891936] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.891936] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.891936] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.891936] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.891936] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.891936] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.892176] env[68205]: DEBUG nova.virt.hardware [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.893039] env[68205]: DEBUG nova.scheduler.client.report [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.898068] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4049b874-d85e-446f-a886-0c27269fa84f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.905599] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18103241-5cd8-4b5b-b1bf-174bd0eeabd0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.930866] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab51b9b-47f4-4b35-8126-56758c86ce1d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.936159] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b656af-e06e-4cca-a8e6-c81fda929236 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.963917] env[68205]: DEBUG nova.compute.manager [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.966547] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance 'aa17c44d-b31b-4d48-bd02-cd2b38b13452' progress to 67 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.405886] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.405886] env[68205]: DEBUG nova.compute.manager [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.410313] env[68205]: DEBUG oslo_concurrency.lockutils [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.234s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.410543] env[68205]: DEBUG nova.objects.instance [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lazy-loading 'resources' on Instance uuid 130f933a-da56-4cef-9732-07ca4d5b43fe {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.491667] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.567193] env[68205]: DEBUG nova.compute.manager [req-f10c8a54-009e-4913-9be2-01915309173b req-76024cf9-7573-42d0-87d8-584d0100659e service nova] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Received event network-vif-plugged-559839c5-c933-4380-aa30-d409cb3f90e5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.567193] env[68205]: DEBUG oslo_concurrency.lockutils [req-f10c8a54-009e-4913-9be2-01915309173b req-76024cf9-7573-42d0-87d8-584d0100659e service nova] Acquiring lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.567193] env[68205]: DEBUG oslo_concurrency.lockutils [req-f10c8a54-009e-4913-9be2-01915309173b req-76024cf9-7573-42d0-87d8-584d0100659e service nova] Lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.567443] env[68205]: DEBUG oslo_concurrency.lockutils [req-f10c8a54-009e-4913-9be2-01915309173b req-76024cf9-7573-42d0-87d8-584d0100659e service nova] Lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.567443] env[68205]: DEBUG nova.compute.manager [req-f10c8a54-009e-4913-9be2-01915309173b req-76024cf9-7573-42d0-87d8-584d0100659e service nova] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] No waiting events found dispatching network-vif-plugged-559839c5-c933-4380-aa30-d409cb3f90e5 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.567567] env[68205]: WARNING nova.compute.manager [req-f10c8a54-009e-4913-9be2-01915309173b req-76024cf9-7573-42d0-87d8-584d0100659e service nova] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Received unexpected event network-vif-plugged-559839c5-c933-4380-aa30-d409cb3f90e5 for instance with vm_state building and task_state spawning. [ 924.580727] env[68205]: DEBUG nova.network.neutron [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Port 31365795-4fb7-4a93-83bb-a43d3f9e9e9e binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 924.670808] env[68205]: DEBUG nova.network.neutron [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Successfully updated port: 559839c5-c933-4380-aa30-d409cb3f90e5 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.723646] env[68205]: DEBUG nova.compute.manager [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.724665] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bb6672-ccd3-4916-91ec-4bcf80bd4e5f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.914345] env[68205]: DEBUG nova.compute.utils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.920276] env[68205]: DEBUG nova.compute.manager [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.920413] env[68205]: DEBUG nova.network.neutron [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.976031] env[68205]: DEBUG nova.policy [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdacb7f781a341999fd7a869bf4b03eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d6b225eb5804532b5b2b5b1dfea8945', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.180053] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.180260] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.180416] env[68205]: DEBUG nova.network.neutron [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.235818] env[68205]: INFO nova.compute.manager [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] instance snapshotting [ 925.240476] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d613dbcd-613a-47ba-8d80-694d5c4c75df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.269608] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdfc7aa-4971-4188-a5b6-51d01961f176 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.345921] env[68205]: DEBUG nova.network.neutron [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Successfully created port: 92af46d0-3b11-421d-a027-bd782739885f {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.421583] env[68205]: DEBUG nova.compute.utils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.443631] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af5dc7d-9d54-42f0-bae7-27ced7c45867 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.452763] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c4a499-d057-48ef-b738-b14ae4d99359 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.491252] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8451a557-dfa7-49e2-9ae0-4efed8434c31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.499089] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f57e42-eaec-4df2-aa9e-4a69b5c0d8f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.518214] env[68205]: DEBUG nova.compute.provider_tree [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.610238] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.611968] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.611968] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.718784] env[68205]: DEBUG nova.network.neutron [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.783514] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 925.787022] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3078297-0300-49d6-aa76-77a00c03a734 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.795576] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 925.795576] env[68205]: value = "task-2904620" [ 925.795576] env[68205]: _type = "Task" [ 925.795576] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.812137] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.924033] env[68205]: DEBUG nova.compute.manager [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.946409] env[68205]: DEBUG nova.network.neutron [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Updating instance_info_cache with network_info: [{"id": "559839c5-c933-4380-aa30-d409cb3f90e5", "address": "fa:16:3e:d2:c3:67", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559839c5-c9", "ovs_interfaceid": "559839c5-c933-4380-aa30-d409cb3f90e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.021471] env[68205]: DEBUG nova.scheduler.client.report [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.306857] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.452576] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.453655] env[68205]: DEBUG nova.compute.manager [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Instance network_info: |[{"id": "559839c5-c933-4380-aa30-d409cb3f90e5", "address": "fa:16:3e:d2:c3:67", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559839c5-c9", "ovs_interfaceid": "559839c5-c933-4380-aa30-d409cb3f90e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.453655] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:c3:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '559839c5-c933-4380-aa30-d409cb3f90e5', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.461378] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.461630] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.461855] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe284dbf-be0f-4d84-b245-088b840ddb53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.483813] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.483813] env[68205]: value = "task-2904621" [ 926.483813] env[68205]: _type = "Task" [ 926.483813] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.493522] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904621, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.529243] env[68205]: DEBUG oslo_concurrency.lockutils [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.531866] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.463s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.532145] env[68205]: DEBUG nova.objects.instance [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lazy-loading 'resources' on Instance uuid 68dbd909-bd4a-4de6-86d1-942261f816c4 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.552166] env[68205]: INFO nova.scheduler.client.report [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Deleted allocations for instance 130f933a-da56-4cef-9732-07ca4d5b43fe [ 926.599239] env[68205]: DEBUG nova.compute.manager [req-8dd2f582-ed29-414d-a1ce-e954cdb8770d req-cc9f57ae-fcd1-4d00-bc3e-945b315f5d8a service nova] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Received event network-changed-559839c5-c933-4380-aa30-d409cb3f90e5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.599239] env[68205]: DEBUG nova.compute.manager [req-8dd2f582-ed29-414d-a1ce-e954cdb8770d req-cc9f57ae-fcd1-4d00-bc3e-945b315f5d8a service nova] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Refreshing instance network info cache due to event network-changed-559839c5-c933-4380-aa30-d409cb3f90e5. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.600250] env[68205]: DEBUG oslo_concurrency.lockutils [req-8dd2f582-ed29-414d-a1ce-e954cdb8770d req-cc9f57ae-fcd1-4d00-bc3e-945b315f5d8a service nova] Acquiring lock "refresh_cache-f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.600250] env[68205]: DEBUG oslo_concurrency.lockutils [req-8dd2f582-ed29-414d-a1ce-e954cdb8770d req-cc9f57ae-fcd1-4d00-bc3e-945b315f5d8a service nova] Acquired lock "refresh_cache-f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.600250] env[68205]: DEBUG nova.network.neutron [req-8dd2f582-ed29-414d-a1ce-e954cdb8770d req-cc9f57ae-fcd1-4d00-bc3e-945b315f5d8a service nova] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Refreshing network info cache for port 559839c5-c933-4380-aa30-d409cb3f90e5 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.648659] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.648904] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.649105] env[68205]: DEBUG nova.network.neutron [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.710814] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquiring lock "249b1e4f-289e-4109-abc3-12674166aa21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.711136] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lock "249b1e4f-289e-4109-abc3-12674166aa21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.807850] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904620, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.920808] env[68205]: DEBUG nova.network.neutron [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Successfully updated port: 92af46d0-3b11-421d-a027-bd782739885f {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.935282] env[68205]: DEBUG nova.compute.manager [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.967536] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:52:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1013278649',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1369691557',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.967765] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.967917] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.968224] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.968464] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.968641] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.968877] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.969088] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.969302] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.969548] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.969707] env[68205]: DEBUG nova.virt.hardware [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.970831] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb879148-4331-4f6f-8095-1617a18630f8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.979046] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073593d9-d193-4845-851c-7ad26c87c80e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.999784] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904621, 'name': CreateVM_Task, 'duration_secs': 0.318727} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.000010] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.000723] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.000937] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.001295] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.001585] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46840163-0ca1-4168-bfef-f8a4ffb3b721 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.006284] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 927.006284] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c3ab91-9868-c022-4afc-d4fab19df673" [ 927.006284] env[68205]: _type = "Task" [ 927.006284] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.013911] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c3ab91-9868-c022-4afc-d4fab19df673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.063396] env[68205]: DEBUG oslo_concurrency.lockutils [None req-795d554c-3627-4353-8ef7-71bdfd93d7a3 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "130f933a-da56-4cef-9732-07ca4d5b43fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.196s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.315114] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904620, 'name': CreateSnapshot_Task, 'duration_secs': 1.028051} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.315437] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 927.316261] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6525c141-5b34-4d92-b926-5d7ea02c9021 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.395040] env[68205]: DEBUG nova.network.neutron [req-8dd2f582-ed29-414d-a1ce-e954cdb8770d req-cc9f57ae-fcd1-4d00-bc3e-945b315f5d8a service nova] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Updated VIF entry in instance network info cache for port 559839c5-c933-4380-aa30-d409cb3f90e5. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.395491] env[68205]: DEBUG nova.network.neutron [req-8dd2f582-ed29-414d-a1ce-e954cdb8770d req-cc9f57ae-fcd1-4d00-bc3e-945b315f5d8a service nova] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Updating instance_info_cache with network_info: [{"id": "559839c5-c933-4380-aa30-d409cb3f90e5", "address": "fa:16:3e:d2:c3:67", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap559839c5-c9", "ovs_interfaceid": "559839c5-c933-4380-aa30-d409cb3f90e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.421186] env[68205]: DEBUG nova.network.neutron [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance_info_cache with network_info: [{"id": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "address": "fa:16:3e:68:c6:76", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31365795-4f", "ovs_interfaceid": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.432035] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "refresh_cache-f1b58186-add2-42d8-a7b8-caf51aafbd4f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.432035] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquired lock "refresh_cache-f1b58186-add2-42d8-a7b8-caf51aafbd4f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.432154] env[68205]: DEBUG nova.network.neutron [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.517490] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c3ab91-9868-c022-4afc-d4fab19df673, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.519940] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.520186] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.520420] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.520561] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.520726] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.521176] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8182e776-ffa0-4766-90a9-9a23469008e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.529517] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.529700] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.532444] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94b5125-3414-4bf6-80ec-c9f3a0e8c2e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.537839] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 927.537839] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522107af-653e-de06-4ce2-9f28c3c8f070" [ 927.537839] env[68205]: _type = "Task" [ 927.537839] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.544945] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522107af-653e-de06-4ce2-9f28c3c8f070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.546408] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89413c8e-a162-448a-b526-8fe8afcfc4d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.555582] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6750aa50-76d2-4abd-9473-0a15b6ba8739 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.585918] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9007a26-2537-4ca1-990a-52d01bf1cbc8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.594369] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a01e3e-8fec-431e-bbee-684c409258e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.608790] env[68205]: DEBUG nova.compute.provider_tree [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.844415] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 927.844733] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-903d219e-c27d-4ff3-83a2-886e72574dcb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.853829] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 927.853829] env[68205]: value = "task-2904622" [ 927.853829] env[68205]: _type = "Task" [ 927.853829] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.862312] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904622, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.898566] env[68205]: DEBUG oslo_concurrency.lockutils [req-8dd2f582-ed29-414d-a1ce-e954cdb8770d req-cc9f57ae-fcd1-4d00-bc3e-945b315f5d8a service nova] Releasing lock "refresh_cache-f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.923541] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.963416] env[68205]: DEBUG nova.network.neutron [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.049555] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522107af-653e-de06-4ce2-9f28c3c8f070, 'name': SearchDatastore_Task, 'duration_secs': 0.028317} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.050376] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e367846-4667-411d-9fe6-a4c0cb415d3f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.055466] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 928.055466] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d981cc-e34e-2746-e32e-1bf353b56a49" [ 928.055466] env[68205]: _type = "Task" [ 928.055466] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.063404] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d981cc-e34e-2746-e32e-1bf353b56a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.112185] env[68205]: DEBUG nova.scheduler.client.report [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.168317] env[68205]: DEBUG nova.network.neutron [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Updating instance_info_cache with network_info: [{"id": "92af46d0-3b11-421d-a027-bd782739885f", "address": "fa:16:3e:f4:e2:cf", "network": {"id": "932f72e8-eada-4630-8a3a-9ae739874476", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1880061552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6b225eb5804532b5b2b5b1dfea8945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92af46d0-3b", "ovs_interfaceid": "92af46d0-3b11-421d-a027-bd782739885f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.364498] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904622, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.452850] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faea834-b302-49ad-b46c-aa8e23ada46d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.473233] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea4de45-fa7c-4e36-8d67-828cd4978c4e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.479693] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance 'aa17c44d-b31b-4d48-bd02-cd2b38b13452' progress to 83 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.566557] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d981cc-e34e-2746-e32e-1bf353b56a49, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.566826] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.567113] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] f1a79e03-d94f-4ed1-9892-8ca00c59fa7e/f1a79e03-d94f-4ed1-9892-8ca00c59fa7e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.567377] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d6b49d0-2d76-4b33-a37e-a86cff40bea5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.573182] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 928.573182] env[68205]: value = "task-2904623" [ 928.573182] env[68205]: _type = "Task" [ 928.573182] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.580668] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.617899] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.620424] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.629s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.622097] env[68205]: INFO nova.compute.claims [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.631802] env[68205]: DEBUG nova.compute.manager [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Received event network-vif-plugged-92af46d0-3b11-421d-a027-bd782739885f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.631901] env[68205]: DEBUG oslo_concurrency.lockutils [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] Acquiring lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.632164] env[68205]: DEBUG oslo_concurrency.lockutils [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] Lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.632354] env[68205]: DEBUG oslo_concurrency.lockutils [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] Lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.632536] env[68205]: DEBUG nova.compute.manager [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] No waiting events found dispatching network-vif-plugged-92af46d0-3b11-421d-a027-bd782739885f {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.632815] env[68205]: WARNING nova.compute.manager [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Received unexpected event network-vif-plugged-92af46d0-3b11-421d-a027-bd782739885f for instance with vm_state building and task_state spawning. [ 928.632958] env[68205]: DEBUG nova.compute.manager [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Received event network-changed-92af46d0-3b11-421d-a027-bd782739885f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.633041] env[68205]: DEBUG nova.compute.manager [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Refreshing instance network info cache due to event network-changed-92af46d0-3b11-421d-a027-bd782739885f. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.633266] env[68205]: DEBUG oslo_concurrency.lockutils [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] Acquiring lock "refresh_cache-f1b58186-add2-42d8-a7b8-caf51aafbd4f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.641065] env[68205]: INFO nova.scheduler.client.report [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Deleted allocations for instance 68dbd909-bd4a-4de6-86d1-942261f816c4 [ 928.671460] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Releasing lock "refresh_cache-f1b58186-add2-42d8-a7b8-caf51aafbd4f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.671789] env[68205]: DEBUG nova.compute.manager [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Instance network_info: |[{"id": "92af46d0-3b11-421d-a027-bd782739885f", "address": "fa:16:3e:f4:e2:cf", "network": {"id": "932f72e8-eada-4630-8a3a-9ae739874476", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1880061552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6b225eb5804532b5b2b5b1dfea8945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92af46d0-3b", "ovs_interfaceid": "92af46d0-3b11-421d-a027-bd782739885f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.672097] env[68205]: DEBUG oslo_concurrency.lockutils [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] Acquired lock "refresh_cache-f1b58186-add2-42d8-a7b8-caf51aafbd4f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.672285] env[68205]: DEBUG nova.network.neutron [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Refreshing network info cache for port 92af46d0-3b11-421d-a027-bd782739885f {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.673552] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:e2:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92af46d0-3b11-421d-a027-bd782739885f', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.682646] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.683301] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.683568] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-268128c2-15d9-4248-b6db-f2a92224cce9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.706122] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.706122] env[68205]: value = "task-2904624" [ 928.706122] env[68205]: _type = "Task" [ 928.706122] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.718206] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904624, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.866993] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904622, 'name': CloneVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.988749] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.989123] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-745d9377-6c9d-4464-956f-84ce3c4bf692 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.996676] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 928.996676] env[68205]: value = "task-2904625" [ 928.996676] env[68205]: _type = "Task" [ 928.996676] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.007209] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.083717] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458966} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.083897] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] f1a79e03-d94f-4ed1-9892-8ca00c59fa7e/f1a79e03-d94f-4ed1-9892-8ca00c59fa7e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.084167] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.084463] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa9519ba-d538-4905-b6a9-1cb21e7e4450 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.091667] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 929.091667] env[68205]: value = "task-2904626" [ 929.091667] env[68205]: _type = "Task" [ 929.091667] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.101117] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.149309] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2be4ad79-fd31-41b0-b154-bb16362840c5 tempest-ServersListShow2100Test-1386693482 tempest-ServersListShow2100Test-1386693482-project-member] Lock "68dbd909-bd4a-4de6-86d1-942261f816c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.416s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.216626] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904624, 'name': CreateVM_Task, 'duration_secs': 0.50852} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.219075] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.219811] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.219979] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.220378] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.220942] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c4cab37-3d8a-4428-b7ce-689f6bab2889 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.225345] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 929.225345] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d498d-a0bf-fa5f-22c6-0e0725162cf9" [ 929.225345] env[68205]: _type = "Task" [ 929.225345] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.233754] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d498d-a0bf-fa5f-22c6-0e0725162cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.369474] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904622, 'name': CloneVM_Task, 'duration_secs': 1.050587} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.370045] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Created linked-clone VM from snapshot [ 929.370837] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447b56d1-1e43-4b1e-adb9-502311582b45 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.379611] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Uploading image 2126593b-7e01-4adb-9afd-a802b4da471c {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 929.409518] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 929.409518] env[68205]: value = "vm-583381" [ 929.409518] env[68205]: _type = "VirtualMachine" [ 929.409518] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 929.410436] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bdb5c2ad-8530-4643-b044-8c2c75a3722b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.418105] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lease: (returnval){ [ 929.418105] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52485a68-56b2-1f46-213d-aac165b3cd13" [ 929.418105] env[68205]: _type = "HttpNfcLease" [ 929.418105] env[68205]: } obtained for exporting VM: (result){ [ 929.418105] env[68205]: value = "vm-583381" [ 929.418105] env[68205]: _type = "VirtualMachine" [ 929.418105] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 929.418355] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the lease: (returnval){ [ 929.418355] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52485a68-56b2-1f46-213d-aac165b3cd13" [ 929.418355] env[68205]: _type = "HttpNfcLease" [ 929.418355] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 929.425496] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.425496] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52485a68-56b2-1f46-213d-aac165b3cd13" [ 929.425496] env[68205]: _type = "HttpNfcLease" [ 929.425496] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.437935] env[68205]: DEBUG nova.network.neutron [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Updated VIF entry in instance network info cache for port 92af46d0-3b11-421d-a027-bd782739885f. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.438288] env[68205]: DEBUG nova.network.neutron [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Updating instance_info_cache with network_info: [{"id": "92af46d0-3b11-421d-a027-bd782739885f", "address": "fa:16:3e:f4:e2:cf", "network": {"id": "932f72e8-eada-4630-8a3a-9ae739874476", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1880061552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6b225eb5804532b5b2b5b1dfea8945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92af46d0-3b", "ovs_interfaceid": "92af46d0-3b11-421d-a027-bd782739885f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.507257] env[68205]: DEBUG oslo_vmware.api [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904625, 'name': PowerOnVM_Task, 'duration_secs': 0.401081} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.507554] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.507736] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72b7b-45f3-4c2b-82b4-806d50697bbc tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance 'aa17c44d-b31b-4d48-bd02-cd2b38b13452' progress to 100 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.601351] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060281} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.601603] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.602429] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68334b66-1215-4930-8293-d4b8c075af78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.627253] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] f1a79e03-d94f-4ed1-9892-8ca00c59fa7e/f1a79e03-d94f-4ed1-9892-8ca00c59fa7e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.627778] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e47af95-be8a-4d38-9c0f-68319a597983 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.651300] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 929.651300] env[68205]: value = "task-2904628" [ 929.651300] env[68205]: _type = "Task" [ 929.651300] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.661934] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.736801] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d498d-a0bf-fa5f-22c6-0e0725162cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.008783} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.736801] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.736801] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.737036] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.737214] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.737464] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.737816] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4ebeb5d-5f36-411b-9e61-4d817142692d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.750530] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.750733] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.751551] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243bdb90-c0ba-40f6-afc4-794b7e7c6319 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.759589] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 929.759589] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529eb81d-6403-8220-bfa5-0672c654aee7" [ 929.759589] env[68205]: _type = "Task" [ 929.759589] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.770137] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529eb81d-6403-8220-bfa5-0672c654aee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.930610] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.930610] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52485a68-56b2-1f46-213d-aac165b3cd13" [ 929.930610] env[68205]: _type = "HttpNfcLease" [ 929.930610] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.930908] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.930908] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52485a68-56b2-1f46-213d-aac165b3cd13" [ 929.930908] env[68205]: _type = "HttpNfcLease" [ 929.930908] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.931672] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c7068b-8f88-4895-bc6d-f71f5c6c9c7c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.941133] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad78d3-f67f-9d31-2d5f-cdd653d5f799/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.941312] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad78d3-f67f-9d31-2d5f-cdd653d5f799/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.943190] env[68205]: DEBUG oslo_concurrency.lockutils [req-5f7e5b3e-8999-4699-b824-f352a4176d8e req-d55d5e64-fae0-4069-9b71-6881f7cb4053 service nova] Releasing lock "refresh_cache-f1b58186-add2-42d8-a7b8-caf51aafbd4f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.158248] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d9f942-8d30-4a6f-88ce-8e23429aa8e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.163958] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904628, 'name': ReconfigVM_Task, 'duration_secs': 0.287641} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.164570] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Reconfigured VM instance instance-0000003c to attach disk [datastore2] f1a79e03-d94f-4ed1-9892-8ca00c59fa7e/f1a79e03-d94f-4ed1-9892-8ca00c59fa7e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.165252] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ad33777-1689-4475-8193-46e50467ec91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.169687] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c82c2e-b7cb-4f8e-aa2e-232ce102daa4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.173973] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 930.173973] env[68205]: value = "task-2904629" [ 930.173973] env[68205]: _type = "Task" [ 930.173973] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.202908] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345ac6fe-d51f-4345-b763-db3630a61296 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.208775] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904629, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.211600] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7edfe3e-edce-4091-8d06-0045e2ffec43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.216994] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db50e82e-67da-4c29-b671-89db10439928 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.232372] env[68205]: DEBUG nova.compute.provider_tree [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.271295] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529eb81d-6403-8220-bfa5-0672c654aee7, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.272155] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75f81b8-69c0-4f24-a773-c63ba023b022 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.277507] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 930.277507] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5262934a-f201-36f8-0488-32266758e733" [ 930.277507] env[68205]: _type = "Task" [ 930.277507] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.286213] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5262934a-f201-36f8-0488-32266758e733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.685380] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904629, 'name': Rename_Task, 'duration_secs': 0.147867} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.685765] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.686073] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e1ac35f-cf6c-4a31-b86d-bb1cfc590271 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.693634] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 930.693634] env[68205]: value = "task-2904630" [ 930.693634] env[68205]: _type = "Task" [ 930.693634] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.703380] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.739080] env[68205]: DEBUG nova.scheduler.client.report [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.795080] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5262934a-f201-36f8-0488-32266758e733, 'name': SearchDatastore_Task, 'duration_secs': 0.01222} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.795672] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.796255] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] f1b58186-add2-42d8-a7b8-caf51aafbd4f/f1b58186-add2-42d8-a7b8-caf51aafbd4f.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.796721] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d58ddf3f-41c4-40ee-afb9-a302bc0c91a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.803651] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 930.803651] env[68205]: value = "task-2904631" [ 930.803651] env[68205]: _type = "Task" [ 930.803651] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.812619] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.205643] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.245724] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.246288] env[68205]: DEBUG nova.compute.manager [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.249134] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.441s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.249387] env[68205]: DEBUG nova.objects.instance [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lazy-loading 'resources' on Instance uuid 5f04afba-a327-42e4-99f6-16ac25d1256d {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.317458] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904631, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.707441] env[68205]: DEBUG oslo_vmware.api [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904630, 'name': PowerOnVM_Task, 'duration_secs': 0.983111} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.707441] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.707441] env[68205]: INFO nova.compute.manager [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Took 7.85 seconds to spawn the instance on the hypervisor. [ 931.707692] env[68205]: DEBUG nova.compute.manager [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.708574] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d511f3-a70d-4776-a521-3c01510ce515 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.752801] env[68205]: DEBUG nova.compute.utils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.755158] env[68205]: DEBUG nova.compute.manager [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.755581] env[68205]: DEBUG nova.network.neutron [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.820156] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544074} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.823196] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] f1b58186-add2-42d8-a7b8-caf51aafbd4f/f1b58186-add2-42d8-a7b8-caf51aafbd4f.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.823434] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.823711] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fb978df-f351-45b5-9bea-b2798b59dc4d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.828559] env[68205]: DEBUG nova.policy [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4e15b6f33e044619e4b1c443b6267b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9f8f32aa7b84e68bcb69b4483cb81b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.835106] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 931.835106] env[68205]: value = "task-2904632" [ 931.835106] env[68205]: _type = "Task" [ 931.835106] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.845461] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.862011] env[68205]: DEBUG nova.network.neutron [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Port 31365795-4fb7-4a93-83bb-a43d3f9e9e9e binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 931.862347] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.862498] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.862664] env[68205]: DEBUG nova.network.neutron [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.192639] env[68205]: DEBUG nova.network.neutron [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Successfully created port: 8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.229474] env[68205]: INFO nova.compute.manager [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Took 57.65 seconds to build instance. [ 932.261902] env[68205]: DEBUG nova.compute.manager [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.297977] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d340a32d-4bcb-4711-8d0d-15822cd98d10 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.306946] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e2ff7a-17e7-4bcd-bf30-bc09fe7adbf0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.349068] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf11977-d346-4ed1-92b4-c2ef92db10da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.360507] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131147} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.365017] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af084a22-2fe6-4100-9a28-418b2c3c44ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.366974] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.370220] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9808cad-ddce-4b8f-b2b1-4148f46df64e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.383201] env[68205]: DEBUG nova.compute.provider_tree [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.402353] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f1b58186-add2-42d8-a7b8-caf51aafbd4f/f1b58186-add2-42d8-a7b8-caf51aafbd4f.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.403971] env[68205]: DEBUG nova.scheduler.client.report [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.407117] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f6480ae-5848-483b-833c-c9aef418c5ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.432157] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 932.432157] env[68205]: value = "task-2904633" [ 932.432157] env[68205]: _type = "Task" [ 932.432157] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.437532] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.673416] env[68205]: DEBUG nova.network.neutron [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance_info_cache with network_info: [{"id": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "address": "fa:16:3e:68:c6:76", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31365795-4f", "ovs_interfaceid": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.731663] env[68205]: DEBUG oslo_concurrency.lockutils [None req-15d462c1-923e-4574-ab4f-65db4abdbae1 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.517s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.923980] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.926415] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.009s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.928100] env[68205]: INFO nova.compute.claims [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.942488] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.955616] env[68205]: INFO nova.scheduler.client.report [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Deleted allocations for instance 5f04afba-a327-42e4-99f6-16ac25d1256d [ 933.176270] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.234481] env[68205]: DEBUG nova.compute.manager [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.271114] env[68205]: DEBUG nova.compute.manager [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.290969] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.291174] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.291328] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.291506] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.291680] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.293048] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.293048] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.293048] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.293048] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.293048] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.293048] env[68205]: DEBUG nova.virt.hardware [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.294119] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516fa743-cfe0-453c-bbea-15bfbe2a3a8e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.302253] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553c9065-019f-41a6-93c5-bb587980184c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.443671] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904633, 'name': ReconfigVM_Task, 'duration_secs': 0.810904} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.444246] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f1b58186-add2-42d8-a7b8-caf51aafbd4f/f1b58186-add2-42d8-a7b8-caf51aafbd4f.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.444630] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68205) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 933.445483] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-fe087500-43e6-48b6-b6d1-4a8e8c6ebcb4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.453910] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 933.453910] env[68205]: value = "task-2904634" [ 933.453910] env[68205]: _type = "Task" [ 933.453910] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.467364] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904634, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.467900] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4ba2df55-25a9-45ce-9825-8604acc76150 tempest-VolumesAssistedSnapshotsTest-8805860 tempest-VolumesAssistedSnapshotsTest-8805860-project-member] Lock "5f04afba-a327-42e4-99f6-16ac25d1256d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.298s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.622017] env[68205]: INFO nova.compute.manager [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Rebuilding instance [ 933.652385] env[68205]: DEBUG nova.compute.manager [req-af5445b5-0890-45b0-ba18-8fd9891b0aec req-2368277d-94da-43fd-af6b-2c68f5b80b31 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Received event network-vif-plugged-8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.652599] env[68205]: DEBUG oslo_concurrency.lockutils [req-af5445b5-0890-45b0-ba18-8fd9891b0aec req-2368277d-94da-43fd-af6b-2c68f5b80b31 service nova] Acquiring lock "dfd58e10-3b50-4027-823e-a0bef71ae65f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.652873] env[68205]: DEBUG oslo_concurrency.lockutils [req-af5445b5-0890-45b0-ba18-8fd9891b0aec req-2368277d-94da-43fd-af6b-2c68f5b80b31 service nova] Lock "dfd58e10-3b50-4027-823e-a0bef71ae65f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.653054] env[68205]: DEBUG oslo_concurrency.lockutils [req-af5445b5-0890-45b0-ba18-8fd9891b0aec req-2368277d-94da-43fd-af6b-2c68f5b80b31 service nova] Lock "dfd58e10-3b50-4027-823e-a0bef71ae65f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.653219] env[68205]: DEBUG nova.compute.manager [req-af5445b5-0890-45b0-ba18-8fd9891b0aec req-2368277d-94da-43fd-af6b-2c68f5b80b31 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] No waiting events found dispatching network-vif-plugged-8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.653375] env[68205]: WARNING nova.compute.manager [req-af5445b5-0890-45b0-ba18-8fd9891b0aec req-2368277d-94da-43fd-af6b-2c68f5b80b31 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Received unexpected event network-vif-plugged-8d55311d-4220-4d36-9f2a-63ce687dbde1 for instance with vm_state building and task_state spawning. [ 933.663464] env[68205]: DEBUG nova.compute.manager [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.664360] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3758be8e-fc99-40c9-ae47-bc2b2347f68b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.680965] env[68205]: DEBUG nova.compute.manager [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68205) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 933.680965] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.754126] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.808771] env[68205]: DEBUG nova.network.neutron [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Successfully updated port: 8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.964136] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904634, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.049866} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.964854] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68205) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 933.965334] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e655d0ed-15d4-4fae-ba18-689289096723 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.992436] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f1b58186-add2-42d8-a7b8-caf51aafbd4f/ephemeral_0.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.995542] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7101cdc7-3ca7-4684-a49c-c3d58a8d25a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.018730] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 934.018730] env[68205]: value = "task-2904635" [ 934.018730] env[68205]: _type = "Task" [ 934.018730] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.027905] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.312608] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquiring lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.312893] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquired lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.312893] env[68205]: DEBUG nova.network.neutron [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.457018] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d61462-31dd-4a4c-89b9-2754593ddc67 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.465936] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ee2797-d9d5-4d26-98c6-37367a566fc9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.497029] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb403d84-2aee-4f15-bb8b-27d46488889b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.505818] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050d1adc-e406-4980-a623-e0afde393608 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.519836] env[68205]: DEBUG nova.compute.provider_tree [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.529449] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.684909] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.685231] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2590f6c-c775-4e01-a972-bce32bfb2e5d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.692274] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 934.692274] env[68205]: value = "task-2904636" [ 934.692274] env[68205]: _type = "Task" [ 934.692274] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.701458] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.873508] env[68205]: DEBUG nova.network.neutron [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.025975] env[68205]: DEBUG nova.scheduler.client.report [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.034226] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904635, 'name': ReconfigVM_Task, 'duration_secs': 0.675889} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.034746] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f1b58186-add2-42d8-a7b8-caf51aafbd4f/ephemeral_0.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.035417] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bca33f04-be82-48a2-8e91-823adf706313 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.041643] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 935.041643] env[68205]: value = "task-2904637" [ 935.041643] env[68205]: _type = "Task" [ 935.041643] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.053025] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904637, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.207464] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904636, 'name': PowerOffVM_Task, 'duration_secs': 0.201132} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.207755] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.207973] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.208869] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb961fa-b93c-4ad0-9ee3-398820aa7af1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.218592] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.218882] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1b669aa-0d20-46b2-8e2a-0c1a5f193707 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.275060] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.275356] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.275544] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleting the datastore file [datastore2] f1a79e03-d94f-4ed1-9892-8ca00c59fa7e {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.278055] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-141fa87a-981f-4ddc-9c52-12b2a8372267 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.285781] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 935.285781] env[68205]: value = "task-2904639" [ 935.285781] env[68205]: _type = "Task" [ 935.285781] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.293758] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.362792] env[68205]: DEBUG nova.network.neutron [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Updating instance_info_cache with network_info: [{"id": "8d55311d-4220-4d36-9f2a-63ce687dbde1", "address": "fa:16:3e:1b:e8:e8", "network": {"id": "03ecce34-f5d8-4524-83c4-ed6bf2c7ab6c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-743480784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f8f32aa7b84e68bcb69b4483cb81b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d55311d-42", "ovs_interfaceid": "8d55311d-4220-4d36-9f2a-63ce687dbde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.535896] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.536551] env[68205]: DEBUG nova.compute.manager [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.539376] env[68205]: DEBUG oslo_concurrency.lockutils [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.423s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.539603] env[68205]: DEBUG nova.objects.instance [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lazy-loading 'resources' on Instance uuid 21153c58-215c-4985-a5c0-1df0cbc0b15c {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.555144] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904637, 'name': Rename_Task, 'duration_secs': 0.343819} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.556511] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.556783] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d482e2d3-c15f-4af8-b67c-030994f8172d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.563684] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 935.563684] env[68205]: value = "task-2904640" [ 935.563684] env[68205]: _type = "Task" [ 935.563684] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.573148] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.733484] env[68205]: DEBUG nova.compute.manager [req-911a57db-cdd3-4578-81a1-06e0979e71ef req-f74a01bd-2fd7-4b33-ba7d-cd0bf96f4881 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Received event network-changed-8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.733484] env[68205]: DEBUG nova.compute.manager [req-911a57db-cdd3-4578-81a1-06e0979e71ef req-f74a01bd-2fd7-4b33-ba7d-cd0bf96f4881 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Refreshing instance network info cache due to event network-changed-8d55311d-4220-4d36-9f2a-63ce687dbde1. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.733484] env[68205]: DEBUG oslo_concurrency.lockutils [req-911a57db-cdd3-4578-81a1-06e0979e71ef req-f74a01bd-2fd7-4b33-ba7d-cd0bf96f4881 service nova] Acquiring lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.799280] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160148} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.799589] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.799762] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.799928] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.865743] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Releasing lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.866132] env[68205]: DEBUG nova.compute.manager [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Instance network_info: |[{"id": "8d55311d-4220-4d36-9f2a-63ce687dbde1", "address": "fa:16:3e:1b:e8:e8", "network": {"id": "03ecce34-f5d8-4524-83c4-ed6bf2c7ab6c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-743480784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f8f32aa7b84e68bcb69b4483cb81b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d55311d-42", "ovs_interfaceid": "8d55311d-4220-4d36-9f2a-63ce687dbde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.866357] env[68205]: DEBUG oslo_concurrency.lockutils [req-911a57db-cdd3-4578-81a1-06e0979e71ef req-f74a01bd-2fd7-4b33-ba7d-cd0bf96f4881 service nova] Acquired lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.866536] env[68205]: DEBUG nova.network.neutron [req-911a57db-cdd3-4578-81a1-06e0979e71ef req-f74a01bd-2fd7-4b33-ba7d-cd0bf96f4881 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Refreshing network info cache for port 8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.868233] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:e8:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d55311d-4220-4d36-9f2a-63ce687dbde1', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.880813] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Creating folder: Project (b9f8f32aa7b84e68bcb69b4483cb81b7). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.884606] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e4eb481-b9ce-4176-8558-adc91685e8b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.898957] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Created folder: Project (b9f8f32aa7b84e68bcb69b4483cb81b7) in parent group-v583212. [ 935.898957] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Creating folder: Instances. Parent ref: group-v583383. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.898957] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8943d704-1f3f-43c7-a637-95e389631feb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.907220] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Created folder: Instances in parent group-v583383. [ 935.907455] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.907651] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.907855] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb464f3b-a4c1-4bb0-99c4-691f571996c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.933349] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.933349] env[68205]: value = "task-2904643" [ 935.933349] env[68205]: _type = "Task" [ 935.933349] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.942062] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904643, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.047535] env[68205]: DEBUG nova.compute.utils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.047535] env[68205]: DEBUG nova.compute.manager [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.047535] env[68205]: DEBUG nova.network.neutron [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.077457] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904640, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.130485] env[68205]: DEBUG nova.network.neutron [req-911a57db-cdd3-4578-81a1-06e0979e71ef req-f74a01bd-2fd7-4b33-ba7d-cd0bf96f4881 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Updated VIF entry in instance network info cache for port 8d55311d-4220-4d36-9f2a-63ce687dbde1. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.130892] env[68205]: DEBUG nova.network.neutron [req-911a57db-cdd3-4578-81a1-06e0979e71ef req-f74a01bd-2fd7-4b33-ba7d-cd0bf96f4881 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Updating instance_info_cache with network_info: [{"id": "8d55311d-4220-4d36-9f2a-63ce687dbde1", "address": "fa:16:3e:1b:e8:e8", "network": {"id": "03ecce34-f5d8-4524-83c4-ed6bf2c7ab6c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-743480784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f8f32aa7b84e68bcb69b4483cb81b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d55311d-42", "ovs_interfaceid": "8d55311d-4220-4d36-9f2a-63ce687dbde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.381716] env[68205]: DEBUG nova.policy [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '763210af09e342c4934a06abcdbfa4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a9b4767bd04f73ad681cae3f7ed58d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.446302] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904643, 'name': CreateVM_Task, 'duration_secs': 0.307974} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.446488] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.447259] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.447433] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.448375] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.448711] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7acc5ae3-abe1-47e6-a9bf-5ec41813134e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.454941] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for the task: (returnval){ [ 936.454941] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5234519c-fc1f-a336-ce96-63c5d8c8e92c" [ 936.454941] env[68205]: _type = "Task" [ 936.454941] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.465426] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5234519c-fc1f-a336-ce96-63c5d8c8e92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.552725] env[68205]: DEBUG nova.compute.manager [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.576774] env[68205]: DEBUG oslo_vmware.api [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904640, 'name': PowerOnVM_Task, 'duration_secs': 0.76445} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.577083] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.577456] env[68205]: INFO nova.compute.manager [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Took 9.64 seconds to spawn the instance on the hypervisor. [ 936.577645] env[68205]: DEBUG nova.compute.manager [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.578696] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1463e231-b211-4361-8929-8d65c0ebed83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.635675] env[68205]: DEBUG oslo_concurrency.lockutils [req-911a57db-cdd3-4578-81a1-06e0979e71ef req-f74a01bd-2fd7-4b33-ba7d-cd0bf96f4881 service nova] Releasing lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.650016] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faf172c-024b-44d7-8fb6-4e90692627a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.661041] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6cbf9a-6d45-4f8a-a62b-f9ddc9f99a7b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.700028] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7b0e5f-974e-4e92-b061-107ddaeba42b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.712472] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c367367-3478-4a73-8777-71f80acbef46 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.728880] env[68205]: DEBUG nova.compute.provider_tree [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.785151] env[68205]: DEBUG nova.network.neutron [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Successfully created port: dea31ab1-4817-42a7-8abd-0becff001b87 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.850048] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.850423] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.850675] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.850886] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.853594] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.853797] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.854030] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.854199] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.854368] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.854538] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.855335] env[68205]: DEBUG nova.virt.hardware [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.855770] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6a2f6b-b84d-470b-8345-9d82f2dfa78a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.863961] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805a93be-8fa0-4922-a49e-b93537f834f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.878798] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:c3:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '559839c5-c933-4380-aa30-d409cb3f90e5', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.886405] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.886744] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.886980] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b280c60-4413-459c-9ac4-73e81abcef3b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.906632] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.906632] env[68205]: value = "task-2904644" [ 936.906632] env[68205]: _type = "Task" [ 936.906632] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.914897] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904644, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.968896] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5234519c-fc1f-a336-ce96-63c5d8c8e92c, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.968896] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.968896] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.968896] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.968896] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.968896] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.968896] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe84efa0-c1c1-4240-82ea-eaa3106c5128 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.978778] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.979150] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.980481] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20013012-a22b-4f7e-bfbd-df059ad8d777 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.987851] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for the task: (returnval){ [ 936.987851] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b676b4-99ca-b250-438d-ff9a66c99b9d" [ 936.987851] env[68205]: _type = "Task" [ 936.987851] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.997206] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b676b4-99ca-b250-438d-ff9a66c99b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.100607] env[68205]: INFO nova.compute.manager [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Took 61.72 seconds to build instance. [ 937.231733] env[68205]: DEBUG nova.scheduler.client.report [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.417284] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904644, 'name': CreateVM_Task, 'duration_secs': 0.462298} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.417527] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.418182] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.418397] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.418774] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.419268] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b528bf-af6c-48f3-a86f-425acc8122a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.424438] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 937.424438] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52096027-d516-d431-a8c7-d9702657f449" [ 937.424438] env[68205]: _type = "Task" [ 937.424438] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.436599] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52096027-d516-d431-a8c7-d9702657f449, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.436888] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.437153] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.437370] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.499520] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b676b4-99ca-b250-438d-ff9a66c99b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.500561] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2edf06-a56c-4df5-be77-f12778915b1e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.506090] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for the task: (returnval){ [ 937.506090] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f98180-a119-76fd-7ab7-fdb3102cc895" [ 937.506090] env[68205]: _type = "Task" [ 937.506090] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.518986] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f98180-a119-76fd-7ab7-fdb3102cc895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.564119] env[68205]: DEBUG nova.compute.manager [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.585023] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.585309] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.585469] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.585648] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.585785] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.585922] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.586145] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.586310] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.586469] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.586623] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.586785] env[68205]: DEBUG nova.virt.hardware [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.587837] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496cee01-26c6-4f4c-8e9a-84c187114530 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.597148] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7974e2f9-4dde-41e7-8bad-7ad245ad387c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.602748] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5423f0ef-5637-4bde-bf3a-4e313286cb0b tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.975s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.737874] env[68205]: DEBUG oslo_concurrency.lockutils [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.740295] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.741299] env[68205]: DEBUG nova.objects.instance [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lazy-loading 'pci_requests' on Instance uuid 6980d130-8086-4b37-a596-961f8852bacd {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.769392] env[68205]: INFO nova.scheduler.client.report [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Deleted allocations for instance 21153c58-215c-4985-a5c0-1df0cbc0b15c [ 938.020499] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f98180-a119-76fd-7ab7-fdb3102cc895, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.020850] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.021156] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] dfd58e10-3b50-4027-823e-a0bef71ae65f/dfd58e10-3b50-4027-823e-a0bef71ae65f.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.021464] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.021642] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.021858] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-471a9414-71ba-4861-bc0a-6c4f31237e7c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.027675] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4c1445c-ef83-47dc-a08d-90c2bfea7cdc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.034207] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for the task: (returnval){ [ 938.034207] env[68205]: value = "task-2904645" [ 938.034207] env[68205]: _type = "Task" [ 938.034207] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.039873] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.040088] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.041442] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4ff0e0-cc21-49ed-a47b-fdb432811492 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.048997] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.053345] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 938.053345] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d7be6a-6930-514d-e566-9cf6b60d279d" [ 938.053345] env[68205]: _type = "Task" [ 938.053345] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.064824] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d7be6a-6930-514d-e566-9cf6b60d279d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.246604] env[68205]: DEBUG nova.objects.instance [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lazy-loading 'numa_topology' on Instance uuid 6980d130-8086-4b37-a596-961f8852bacd {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.278388] env[68205]: DEBUG oslo_concurrency.lockutils [None req-73081939-717d-486e-b5dd-2d0202180a76 tempest-FloatingIPsAssociationTestJSON-1948448320 tempest-FloatingIPsAssociationTestJSON-1948448320-project-member] Lock "21153c58-215c-4985-a5c0-1df0cbc0b15c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.523s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.412919] env[68205]: DEBUG nova.compute.manager [req-6f48f031-19c2-49c2-b03c-4802153b1058 req-9f4d5ee7-4171-4325-838d-387ecd0b01f8 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Received event network-changed-92af46d0-3b11-421d-a027-bd782739885f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.413099] env[68205]: DEBUG nova.compute.manager [req-6f48f031-19c2-49c2-b03c-4802153b1058 req-9f4d5ee7-4171-4325-838d-387ecd0b01f8 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Refreshing instance network info cache due to event network-changed-92af46d0-3b11-421d-a027-bd782739885f. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.413318] env[68205]: DEBUG oslo_concurrency.lockutils [req-6f48f031-19c2-49c2-b03c-4802153b1058 req-9f4d5ee7-4171-4325-838d-387ecd0b01f8 service nova] Acquiring lock "refresh_cache-f1b58186-add2-42d8-a7b8-caf51aafbd4f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.413725] env[68205]: DEBUG oslo_concurrency.lockutils [req-6f48f031-19c2-49c2-b03c-4802153b1058 req-9f4d5ee7-4171-4325-838d-387ecd0b01f8 service nova] Acquired lock "refresh_cache-f1b58186-add2-42d8-a7b8-caf51aafbd4f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.413725] env[68205]: DEBUG nova.network.neutron [req-6f48f031-19c2-49c2-b03c-4802153b1058 req-9f4d5ee7-4171-4325-838d-387ecd0b01f8 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Refreshing network info cache for port 92af46d0-3b11-421d-a027-bd782739885f {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.545460] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904645, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.565147] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d7be6a-6930-514d-e566-9cf6b60d279d, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.566923] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72168aa9-714a-4cfe-8d82-81b006a89101 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.574900] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 938.574900] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52578c9b-6bbc-1071-b91a-bb17f23f933b" [ 938.574900] env[68205]: _type = "Task" [ 938.574900] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.589018] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52578c9b-6bbc-1071-b91a-bb17f23f933b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.637724] env[68205]: DEBUG nova.compute.manager [req-fa29966b-b158-47b8-9cd1-9b9b4292605a req-ccfa7414-d0f4-404c-add1-ee15a6091b30 service nova] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Received event network-vif-plugged-dea31ab1-4817-42a7-8abd-0becff001b87 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.637813] env[68205]: DEBUG oslo_concurrency.lockutils [req-fa29966b-b158-47b8-9cd1-9b9b4292605a req-ccfa7414-d0f4-404c-add1-ee15a6091b30 service nova] Acquiring lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.638606] env[68205]: DEBUG oslo_concurrency.lockutils [req-fa29966b-b158-47b8-9cd1-9b9b4292605a req-ccfa7414-d0f4-404c-add1-ee15a6091b30 service nova] Lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.638606] env[68205]: DEBUG oslo_concurrency.lockutils [req-fa29966b-b158-47b8-9cd1-9b9b4292605a req-ccfa7414-d0f4-404c-add1-ee15a6091b30 service nova] Lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.638759] env[68205]: DEBUG nova.compute.manager [req-fa29966b-b158-47b8-9cd1-9b9b4292605a req-ccfa7414-d0f4-404c-add1-ee15a6091b30 service nova] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] No waiting events found dispatching network-vif-plugged-dea31ab1-4817-42a7-8abd-0becff001b87 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.639018] env[68205]: WARNING nova.compute.manager [req-fa29966b-b158-47b8-9cd1-9b9b4292605a req-ccfa7414-d0f4-404c-add1-ee15a6091b30 service nova] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Received unexpected event network-vif-plugged-dea31ab1-4817-42a7-8abd-0becff001b87 for instance with vm_state building and task_state spawning. [ 938.751419] env[68205]: INFO nova.compute.claims [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.756370] env[68205]: DEBUG nova.network.neutron [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Successfully updated port: dea31ab1-4817-42a7-8abd-0becff001b87 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.048464] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577723} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.049240] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] dfd58e10-3b50-4027-823e-a0bef71ae65f/dfd58e10-3b50-4027-823e-a0bef71ae65f.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.049502] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.049831] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d26773d-2fe8-4f38-ac45-f7cc236d87e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.057428] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for the task: (returnval){ [ 939.057428] env[68205]: value = "task-2904646" [ 939.057428] env[68205]: _type = "Task" [ 939.057428] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.071256] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.088326] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52578c9b-6bbc-1071-b91a-bb17f23f933b, 'name': SearchDatastore_Task, 'duration_secs': 0.02604} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.088606] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.088865] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] f1a79e03-d94f-4ed1-9892-8ca00c59fa7e/f1a79e03-d94f-4ed1-9892-8ca00c59fa7e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.089162] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-205c4f98-58ca-43db-ac64-7657405e2c8e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.095428] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 939.095428] env[68205]: value = "task-2904647" [ 939.095428] env[68205]: _type = "Task" [ 939.095428] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.103310] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.265402] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "refresh_cache-ee5aa786-4de5-478a-902c-2c9f6c5df95e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.265402] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "refresh_cache-ee5aa786-4de5-478a-902c-2c9f6c5df95e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.265402] env[68205]: DEBUG nova.network.neutron [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.369934] env[68205]: DEBUG nova.network.neutron [req-6f48f031-19c2-49c2-b03c-4802153b1058 req-9f4d5ee7-4171-4325-838d-387ecd0b01f8 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Updated VIF entry in instance network info cache for port 92af46d0-3b11-421d-a027-bd782739885f. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.370660] env[68205]: DEBUG nova.network.neutron [req-6f48f031-19c2-49c2-b03c-4802153b1058 req-9f4d5ee7-4171-4325-838d-387ecd0b01f8 service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Updating instance_info_cache with network_info: [{"id": "92af46d0-3b11-421d-a027-bd782739885f", "address": "fa:16:3e:f4:e2:cf", "network": {"id": "932f72e8-eada-4630-8a3a-9ae739874476", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1880061552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6b225eb5804532b5b2b5b1dfea8945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92af46d0-3b", "ovs_interfaceid": "92af46d0-3b11-421d-a027-bd782739885f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.575515] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117419} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.575819] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.576841] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5ed50-15ef-4b2a-b3a3-2fd137921c55 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.600300] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] dfd58e10-3b50-4027-823e-a0bef71ae65f/dfd58e10-3b50-4027-823e-a0bef71ae65f.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.600711] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f123011-8cc5-4241-8a73-f5e76679d323 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.624879] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904647, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.626280] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for the task: (returnval){ [ 939.626280] env[68205]: value = "task-2904648" [ 939.626280] env[68205]: _type = "Task" [ 939.626280] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.635189] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.852255] env[68205]: DEBUG nova.network.neutron [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.873566] env[68205]: DEBUG oslo_concurrency.lockutils [req-6f48f031-19c2-49c2-b03c-4802153b1058 req-9f4d5ee7-4171-4325-838d-387ecd0b01f8 service nova] Releasing lock "refresh_cache-f1b58186-add2-42d8-a7b8-caf51aafbd4f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.114796] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682549} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.116099] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] f1a79e03-d94f-4ed1-9892-8ca00c59fa7e/f1a79e03-d94f-4ed1-9892-8ca00c59fa7e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.116099] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.116099] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb7a48e1-7131-49cb-aaee-47727b0eabb2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.127889] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 940.127889] env[68205]: value = "task-2904649" [ 940.127889] env[68205]: _type = "Task" [ 940.127889] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.148900] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904648, 'name': ReconfigVM_Task, 'duration_secs': 0.489176} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.149161] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.149475] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] dfd58e10-3b50-4027-823e-a0bef71ae65f/dfd58e10-3b50-4027-823e-a0bef71ae65f.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.150131] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a3dd7dc-5830-456e-9d37-bcd1d7de30b8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.165755] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for the task: (returnval){ [ 940.165755] env[68205]: value = "task-2904650" [ 940.165755] env[68205]: _type = "Task" [ 940.165755] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.171902] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904650, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.182911] env[68205]: DEBUG nova.network.neutron [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Updating instance_info_cache with network_info: [{"id": "dea31ab1-4817-42a7-8abd-0becff001b87", "address": "fa:16:3e:76:68:b5", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea31ab1-48", "ovs_interfaceid": "dea31ab1-4817-42a7-8abd-0becff001b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.337324] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5163823c-8b00-43c9-a5cb-66cc186801a8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.345544] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30095f4-93be-4256-b219-2924b3ed2060 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.376940] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b3a3ac-61c0-4e2e-a099-152c95e7487a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.384438] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf18b78-aaa2-4394-be5b-65c87284f3eb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.397896] env[68205]: DEBUG nova.compute.provider_tree [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.640563] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06797} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.640859] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.641795] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ed1d9b-373c-41a7-939d-528e823cf265 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.666285] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] f1a79e03-d94f-4ed1-9892-8ca00c59fa7e/f1a79e03-d94f-4ed1-9892-8ca00c59fa7e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.667065] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7afcbed-2a08-4fbe-b99b-8abe65a19bb0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.685821] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "refresh_cache-ee5aa786-4de5-478a-902c-2c9f6c5df95e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.686203] env[68205]: DEBUG nova.compute.manager [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Instance network_info: |[{"id": "dea31ab1-4817-42a7-8abd-0becff001b87", "address": "fa:16:3e:76:68:b5", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea31ab1-48", "ovs_interfaceid": "dea31ab1-4817-42a7-8abd-0becff001b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.687126] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:68:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dea31ab1-4817-42a7-8abd-0becff001b87', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.694460] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.698474] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.698878] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 940.698878] env[68205]: value = "task-2904651" [ 940.698878] env[68205]: _type = "Task" [ 940.698878] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.699545] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904650, 'name': Rename_Task, 'duration_secs': 0.141374} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.699799] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46b3ac3a-780d-4785-8dff-95d94df52f95 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.715021] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.718658] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bde087ab-3f83-4b10-ad95-94f65fa72002 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.727278] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.729562] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for the task: (returnval){ [ 940.729562] env[68205]: value = "task-2904652" [ 940.729562] env[68205]: _type = "Task" [ 940.729562] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.729788] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.729788] env[68205]: value = "task-2904653" [ 940.729788] env[68205]: _type = "Task" [ 940.729788] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.740535] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904653, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.743943] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.812162] env[68205]: DEBUG nova.compute.manager [req-9bef0565-58ac-45a7-bc2e-c4d74a616b30 req-4e7b295e-5ca7-4119-8a86-bb9b2cc31b36 service nova] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Received event network-changed-dea31ab1-4817-42a7-8abd-0becff001b87 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.812162] env[68205]: DEBUG nova.compute.manager [req-9bef0565-58ac-45a7-bc2e-c4d74a616b30 req-4e7b295e-5ca7-4119-8a86-bb9b2cc31b36 service nova] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Refreshing instance network info cache due to event network-changed-dea31ab1-4817-42a7-8abd-0becff001b87. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.812162] env[68205]: DEBUG oslo_concurrency.lockutils [req-9bef0565-58ac-45a7-bc2e-c4d74a616b30 req-4e7b295e-5ca7-4119-8a86-bb9b2cc31b36 service nova] Acquiring lock "refresh_cache-ee5aa786-4de5-478a-902c-2c9f6c5df95e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.812162] env[68205]: DEBUG oslo_concurrency.lockutils [req-9bef0565-58ac-45a7-bc2e-c4d74a616b30 req-4e7b295e-5ca7-4119-8a86-bb9b2cc31b36 service nova] Acquired lock "refresh_cache-ee5aa786-4de5-478a-902c-2c9f6c5df95e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.812162] env[68205]: DEBUG nova.network.neutron [req-9bef0565-58ac-45a7-bc2e-c4d74a616b30 req-4e7b295e-5ca7-4119-8a86-bb9b2cc31b36 service nova] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Refreshing network info cache for port dea31ab1-4817-42a7-8abd-0becff001b87 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.901179] env[68205]: DEBUG nova.scheduler.client.report [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.937843] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad78d3-f67f-9d31-2d5f-cdd653d5f799/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.938879] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7e9d6a-a2fe-4866-b3c5-0ab3898a600e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.945400] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad78d3-f67f-9d31-2d5f-cdd653d5f799/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.945566] env[68205]: ERROR oslo_vmware.rw_handles [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad78d3-f67f-9d31-2d5f-cdd653d5f799/disk-0.vmdk due to incomplete transfer. [ 940.945794] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05a0fe8e-3191-4b9a-b8dc-9cacbd2e3717 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.952619] env[68205]: DEBUG oslo_vmware.rw_handles [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad78d3-f67f-9d31-2d5f-cdd653d5f799/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 940.952811] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Uploaded image 2126593b-7e01-4adb-9afd-a802b4da471c to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 940.955149] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 940.955400] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44b3a623-c93f-4894-a33a-daabaca71897 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.961224] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 940.961224] env[68205]: value = "task-2904654" [ 940.961224] env[68205]: _type = "Task" [ 940.961224] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.969366] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904654, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.229719] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.251224] env[68205]: DEBUG oslo_vmware.api [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904652, 'name': PowerOnVM_Task, 'duration_secs': 0.479192} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.252183] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.252685] env[68205]: INFO nova.compute.manager [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Took 7.98 seconds to spawn the instance on the hypervisor. [ 941.252685] env[68205]: DEBUG nova.compute.manager [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.252960] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904653, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.253838] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ece877e-a3ca-4506-bc08-5cf0a3fdb289 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.407100] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.667s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.409311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.359s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.410920] env[68205]: INFO nova.compute.claims [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.471583] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904654, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.472770] env[68205]: INFO nova.network.neutron [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updating port 257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 941.553843] env[68205]: DEBUG nova.network.neutron [req-9bef0565-58ac-45a7-bc2e-c4d74a616b30 req-4e7b295e-5ca7-4119-8a86-bb9b2cc31b36 service nova] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Updated VIF entry in instance network info cache for port dea31ab1-4817-42a7-8abd-0becff001b87. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.553964] env[68205]: DEBUG nova.network.neutron [req-9bef0565-58ac-45a7-bc2e-c4d74a616b30 req-4e7b295e-5ca7-4119-8a86-bb9b2cc31b36 service nova] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Updating instance_info_cache with network_info: [{"id": "dea31ab1-4817-42a7-8abd-0becff001b87", "address": "fa:16:3e:76:68:b5", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea31ab1-48", "ovs_interfaceid": "dea31ab1-4817-42a7-8abd-0becff001b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.729169] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904651, 'name': ReconfigVM_Task, 'duration_secs': 0.675085} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.729469] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Reconfigured VM instance instance-0000003c to attach disk [datastore2] f1a79e03-d94f-4ed1-9892-8ca00c59fa7e/f1a79e03-d94f-4ed1-9892-8ca00c59fa7e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.730127] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a39051a5-fa05-4b4d-977d-2cffc2660e9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.745783] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904653, 'name': CreateVM_Task, 'duration_secs': 0.624755} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.747178] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.747523] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 941.747523] env[68205]: value = "task-2904655" [ 941.747523] env[68205]: _type = "Task" [ 941.747523] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.748299] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.748687] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.749035] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.749350] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123d658d-4fd4-442d-aa4a-6f566cab4c54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.763126] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 941.763126] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ff348b-3e05-4691-9c5f-82e5f3447040" [ 941.763126] env[68205]: _type = "Task" [ 941.763126] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.773340] env[68205]: INFO nova.compute.manager [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Took 63.80 seconds to build instance. [ 941.777999] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ff348b-3e05-4691-9c5f-82e5f3447040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.972254] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904654, 'name': Destroy_Task, 'duration_secs': 0.851531} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.972513] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Destroyed the VM [ 941.972746] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 941.972996] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-813d7611-f446-450d-90c8-7921c9c57ac7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.979071] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 941.979071] env[68205]: value = "task-2904656" [ 941.979071] env[68205]: _type = "Task" [ 941.979071] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.986900] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904656, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.057900] env[68205]: DEBUG oslo_concurrency.lockutils [req-9bef0565-58ac-45a7-bc2e-c4d74a616b30 req-4e7b295e-5ca7-4119-8a86-bb9b2cc31b36 service nova] Releasing lock "refresh_cache-ee5aa786-4de5-478a-902c-2c9f6c5df95e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.260287] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904655, 'name': Rename_Task, 'duration_secs': 0.199034} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.260551] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.260809] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7321bc00-78c1-40e9-8d25-e437c06843e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.268992] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 942.268992] env[68205]: value = "task-2904657" [ 942.268992] env[68205]: _type = "Task" [ 942.268992] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.276534] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ff348b-3e05-4691-9c5f-82e5f3447040, 'name': SearchDatastore_Task, 'duration_secs': 0.031867} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.277175] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.277429] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.277658] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.277801] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.277969] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.278371] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e60249a-f00d-400b-aab3-eb50be0915b9 tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lock "dfd58e10-3b50-4027-823e-a0bef71ae65f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.736s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.278568] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a41a5222-c0bb-41c2-a332-5b1b0fafc172 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.282921] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.290235] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.290431] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.291206] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2993dc05-d2e6-4949-9cd5-b6a0d7d070cb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.296365] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 942.296365] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52df8c65-e9ed-b094-1c55-081cf5850376" [ 942.296365] env[68205]: _type = "Task" [ 942.296365] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.305354] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52df8c65-e9ed-b094-1c55-081cf5850376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.490534] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904656, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.724293] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.724746] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.785553] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904657, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.810395] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52df8c65-e9ed-b094-1c55-081cf5850376, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.811997] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b74aff8d-97dc-4712-b1e4-3dfc87f1291a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.818789] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 942.818789] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523535e4-d2b6-1ded-c6c3-218d5cb2e5e5" [ 942.818789] env[68205]: _type = "Task" [ 942.818789] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.831910] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523535e4-d2b6-1ded-c6c3-218d5cb2e5e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.949485] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddb142c-e1b1-46d8-b259-b11bc77e373b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.957919] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d4529a-b4ec-44e2-8d2e-8cd0b6254151 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.000247] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31d08cf-df8e-4a27-8c07-95659a59da6b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.008435] env[68205]: DEBUG oslo_vmware.api [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904656, 'name': RemoveSnapshot_Task, 'duration_secs': 1.008828} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.010786] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 943.010786] env[68205]: INFO nova.compute.manager [None req-2a9f5c7e-1801-462f-9f88-4ab17361ad54 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Took 17.77 seconds to snapshot the instance on the hypervisor. [ 943.014357] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5618ba-2b29-4fb2-9b0e-7a41b948f3b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.029195] env[68205]: DEBUG nova.compute.provider_tree [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.111485] env[68205]: DEBUG nova.compute.manager [req-7d60c3ce-339d-42c8-adf1-d7997fd609ba req-de8794c7-3433-4177-a912-25de3b7ef7e0 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Received event network-vif-plugged-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.111698] env[68205]: DEBUG oslo_concurrency.lockutils [req-7d60c3ce-339d-42c8-adf1-d7997fd609ba req-de8794c7-3433-4177-a912-25de3b7ef7e0 service nova] Acquiring lock "6980d130-8086-4b37-a596-961f8852bacd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.111951] env[68205]: DEBUG oslo_concurrency.lockutils [req-7d60c3ce-339d-42c8-adf1-d7997fd609ba req-de8794c7-3433-4177-a912-25de3b7ef7e0 service nova] Lock "6980d130-8086-4b37-a596-961f8852bacd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.112089] env[68205]: DEBUG oslo_concurrency.lockutils [req-7d60c3ce-339d-42c8-adf1-d7997fd609ba req-de8794c7-3433-4177-a912-25de3b7ef7e0 service nova] Lock "6980d130-8086-4b37-a596-961f8852bacd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.112223] env[68205]: DEBUG nova.compute.manager [req-7d60c3ce-339d-42c8-adf1-d7997fd609ba req-de8794c7-3433-4177-a912-25de3b7ef7e0 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] No waiting events found dispatching network-vif-plugged-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.112419] env[68205]: WARNING nova.compute.manager [req-7d60c3ce-339d-42c8-adf1-d7997fd609ba req-de8794c7-3433-4177-a912-25de3b7ef7e0 service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Received unexpected event network-vif-plugged-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 for instance with vm_state shelved_offloaded and task_state spawning. [ 943.123803] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.123956] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.124146] env[68205]: DEBUG nova.network.neutron [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.228733] env[68205]: DEBUG nova.compute.manager [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.280104] env[68205]: DEBUG oslo_vmware.api [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904657, 'name': PowerOnVM_Task, 'duration_secs': 0.705819} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.280387] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.280580] env[68205]: DEBUG nova.compute.manager [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.281367] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568b6c5e-829b-4f0a-bfca-4c23fdf5db68 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.331081] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523535e4-d2b6-1ded-c6c3-218d5cb2e5e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012274} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.331368] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.331691] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] ee5aa786-4de5-478a-902c-2c9f6c5df95e/ee5aa786-4de5-478a-902c-2c9f6c5df95e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.331923] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb6236b1-ef00-4f5a-afb5-556b7438b8d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.339546] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 943.339546] env[68205]: value = "task-2904658" [ 943.339546] env[68205]: _type = "Task" [ 943.339546] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.348578] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.532824] env[68205]: DEBUG nova.scheduler.client.report [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.771220] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.801911] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.851669] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.953979] env[68205]: DEBUG nova.network.neutron [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updating instance_info_cache with network_info: [{"id": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "address": "fa:16:3e:25:34:72", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257cde4a-e1", "ovs_interfaceid": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.038836] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.039392] env[68205]: DEBUG nova.compute.manager [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.042301] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.165s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.042875] env[68205]: DEBUG nova.objects.instance [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lazy-loading 'resources' on Instance uuid a182f1ee-24df-4daf-a3bc-888802cba4bc {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.356456] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8116} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.356807] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] ee5aa786-4de5-478a-902c-2c9f6c5df95e/ee5aa786-4de5-478a-902c-2c9f6c5df95e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.357020] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.357340] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c346f2dc-936b-4170-baf8-2fae3a6aca4a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.369331] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 944.369331] env[68205]: value = "task-2904659" [ 944.369331] env[68205]: _type = "Task" [ 944.369331] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.380374] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.457399] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.491056] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7c831a8f6e4ff2cd02e55949b959f0b7',container_format='bare',created_at=2025-03-10T20:55:45Z,direct_url=,disk_format='vmdk',id=69adef4f-d9f2-40ae-a105-37d04eb0fb53,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1983295719-shelved',owner='3ed766027e0a49659be6942347b14a54',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-10T20:56:01Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.491884] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.492101] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.492334] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.492569] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.492690] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.492958] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.493458] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.493458] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.493592] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.493759] env[68205]: DEBUG nova.virt.hardware [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.494696] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352db5e5-f4ba-4c3c-bd0f-71ba40e82527 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.503154] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7956c1d1-bfcc-42e5-9e06-8af4b4388594 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.519652] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:34:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '257cde4a-e17a-4955-aed0-7cf9c2b0b0c2', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.528143] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.528522] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.528853] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06d036ca-09e7-4b8e-9937-d32947158116 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.550924] env[68205]: DEBUG nova.compute.utils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.552466] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.552466] env[68205]: value = "task-2904660" [ 944.552466] env[68205]: _type = "Task" [ 944.552466] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.552781] env[68205]: DEBUG nova.compute.manager [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.552972] env[68205]: DEBUG nova.network.neutron [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.566509] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904660, 'name': CreateVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.660015] env[68205]: DEBUG nova.policy [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a6fa6eaff7f4923b44fd1734452209f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df018c1d3b004a6280a27ff1cd56d35f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.881782] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06962} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.882022] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.882861] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff30367-b57e-4329-98b6-f581cb26facf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.910644] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] ee5aa786-4de5-478a-902c-2c9f6c5df95e/ee5aa786-4de5-478a-902c-2c9f6c5df95e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.914013] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59eac802-ea81-4ab0-93d2-23f07e547363 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.933671] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 944.933671] env[68205]: value = "task-2904661" [ 944.933671] env[68205]: _type = "Task" [ 944.933671] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.941773] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.058780] env[68205]: DEBUG nova.compute.manager [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.076356] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904660, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.156410] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2734573-9e84-4b39-bcd9-8a5b3359589e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.165082] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c460886-8988-4970-a75e-d1b6dfdde2bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.199830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.199830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.199830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.199830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.200136] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.205348] env[68205]: INFO nova.compute.manager [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Terminating instance [ 945.206183] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284c1d02-6c77-4508-b079-c8ca10d4308c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.218529] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efb676d-22c4-4e60-92cf-ef35cab27634 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.235303] env[68205]: DEBUG nova.compute.provider_tree [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.247852] env[68205]: DEBUG nova.network.neutron [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Successfully created port: 443efea6-040f-48ea-a60d-b0627b47a108 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.445557] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.564913] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904660, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.619624] env[68205]: DEBUG nova.compute.manager [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Received event network-changed-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.619918] env[68205]: DEBUG nova.compute.manager [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Refreshing instance network info cache due to event network-changed-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.620931] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] Acquiring lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.620931] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] Acquired lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.620931] env[68205]: DEBUG nova.network.neutron [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Refreshing network info cache for port 257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.715357] env[68205]: DEBUG nova.compute.manager [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.715612] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.716951] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407354c8-87ac-453a-8d90-980300946ceb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.730821] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.731267] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35cf872c-4771-420f-8dfc-b40bc26f7bd4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.740614] env[68205]: DEBUG nova.scheduler.client.report [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.749374] env[68205]: DEBUG oslo_vmware.api [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 945.749374] env[68205]: value = "task-2904662" [ 945.749374] env[68205]: _type = "Task" [ 945.749374] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.767227] env[68205]: DEBUG oslo_vmware.api [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.947318] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904661, 'name': ReconfigVM_Task, 'duration_secs': 0.821711} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.947318] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Reconfigured VM instance instance-0000003f to attach disk [datastore2] ee5aa786-4de5-478a-902c-2c9f6c5df95e/ee5aa786-4de5-478a-902c-2c9f6c5df95e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.948281] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3a754a6-d709-4fac-b2e4-f81c8a7c632f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.955912] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 945.955912] env[68205]: value = "task-2904663" [ 945.955912] env[68205]: _type = "Task" [ 945.955912] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.968733] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904663, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.066186] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904660, 'name': CreateVM_Task, 'duration_secs': 1.190881} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.066362] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.067087] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.067311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.067690] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.067958] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07bd8566-be1c-4d37-9d0f-bc70fbc28b85 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.074495] env[68205]: DEBUG nova.compute.manager [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.076209] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 946.076209] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5232c291-6604-a4d2-e991-49491c8cd073" [ 946.076209] env[68205]: _type = "Task" [ 946.076209] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.087245] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5232c291-6604-a4d2-e991-49491c8cd073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.091086] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "f887bade-c63d-4b59-97ee-214bb8546f10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.091318] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f887bade-c63d-4b59-97ee-214bb8546f10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.106416] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.106562] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.106724] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.106902] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.107910] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.107910] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.107910] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.107910] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.107910] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.108114] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.108582] env[68205]: DEBUG nova.virt.hardware [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.109986] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21dd709-6ebd-4d3e-96b7-fc11ae14ec22 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.118711] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ad2dc-24e9-4138-bdef-e800cefdaf62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.249715] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.251994] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.927s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.253729] env[68205]: INFO nova.compute.claims [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.264871] env[68205]: DEBUG oslo_vmware.api [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904662, 'name': PowerOffVM_Task, 'duration_secs': 0.196397} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.265183] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.265397] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.265677] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-831192c3-9be2-4f66-bc36-2e9bf0ca57c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.282139] env[68205]: INFO nova.scheduler.client.report [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Deleted allocations for instance a182f1ee-24df-4daf-a3bc-888802cba4bc [ 946.329226] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.329463] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.329753] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleting the datastore file [datastore2] f1a79e03-d94f-4ed1-9892-8ca00c59fa7e {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.329992] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-405997df-6ca8-4538-b9eb-1cfee8a51f4c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.336718] env[68205]: DEBUG oslo_vmware.api [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 946.336718] env[68205]: value = "task-2904665" [ 946.336718] env[68205]: _type = "Task" [ 946.336718] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.348312] env[68205]: DEBUG oslo_vmware.api [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.405498] env[68205]: DEBUG nova.network.neutron [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updated VIF entry in instance network info cache for port 257cde4a-e17a-4955-aed0-7cf9c2b0b0c2. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.405847] env[68205]: DEBUG nova.network.neutron [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updating instance_info_cache with network_info: [{"id": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "address": "fa:16:3e:25:34:72", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257cde4a-e1", "ovs_interfaceid": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.467096] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904663, 'name': Rename_Task, 'duration_secs': 0.145446} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.467511] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.467802] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-135c977f-9efb-4e0a-874b-2c7656fb55e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.475056] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 946.475056] env[68205]: value = "task-2904666" [ 946.475056] env[68205]: _type = "Task" [ 946.475056] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.488528] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.587625] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.587882] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Processing image 69adef4f-d9f2-40ae-a105-37d04eb0fb53 {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.588159] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53/69adef4f-d9f2-40ae-a105-37d04eb0fb53.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.588295] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53/69adef4f-d9f2-40ae-a105-37d04eb0fb53.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.588470] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.588718] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-351dd733-e186-444a-a448-fc06b518fba8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.596551] env[68205]: DEBUG nova.compute.manager [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.606560] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.606560] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.606560] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b7ba05-d864-479c-af3f-7c446b1e6e13 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.613030] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 946.613030] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d3fd8a-31a2-b61e-1da8-f8a08a80fe95" [ 946.613030] env[68205]: _type = "Task" [ 946.613030] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.623210] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d3fd8a-31a2-b61e-1da8-f8a08a80fe95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.789985] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ce02fbf6-4851-4c86-8dca-1923c9a2aa03 tempest-ServerExternalEventsTest-237090617 tempest-ServerExternalEventsTest-237090617-project-member] Lock "a182f1ee-24df-4daf-a3bc-888802cba4bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.495s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.847208] env[68205]: DEBUG oslo_vmware.api [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394652} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.847443] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.847628] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.847974] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.847974] env[68205]: INFO nova.compute.manager [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 946.848215] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.848401] env[68205]: DEBUG nova.compute.manager [-] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.848493] env[68205]: DEBUG nova.network.neutron [-] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.908250] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] Releasing lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.908521] env[68205]: DEBUG nova.compute.manager [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Received event network-changed-8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.908686] env[68205]: DEBUG nova.compute.manager [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Refreshing instance network info cache due to event network-changed-8d55311d-4220-4d36-9f2a-63ce687dbde1. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.908893] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] Acquiring lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.909494] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] Acquired lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.909494] env[68205]: DEBUG nova.network.neutron [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Refreshing network info cache for port 8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.989841] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904666, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.047497] env[68205]: DEBUG nova.compute.manager [req-ca4078f3-a29a-4a45-9a76-e601f9194aab req-e5e02ada-6016-48e6-99e1-41137180c212 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Received event network-changed-8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.047497] env[68205]: DEBUG nova.compute.manager [req-ca4078f3-a29a-4a45-9a76-e601f9194aab req-e5e02ada-6016-48e6-99e1-41137180c212 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Refreshing instance network info cache due to event network-changed-8d55311d-4220-4d36-9f2a-63ce687dbde1. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.047497] env[68205]: DEBUG oslo_concurrency.lockutils [req-ca4078f3-a29a-4a45-9a76-e601f9194aab req-e5e02ada-6016-48e6-99e1-41137180c212 service nova] Acquiring lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.075087] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquiring lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.075578] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.126192] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Preparing fetch location {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 947.126579] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Fetch image to [datastore1] OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5/OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5.vmdk {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 947.126854] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Downloading stream optimized image 69adef4f-d9f2-40ae-a105-37d04eb0fb53 to [datastore1] OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5/OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5.vmdk on the data store datastore1 as vApp {{(pid=68205) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 947.127109] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Downloading image file data 69adef4f-d9f2-40ae-a105-37d04eb0fb53 to the ESX as VM named 'OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5' {{(pid=68205) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 947.132221] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.237413] env[68205]: DEBUG oslo_vmware.rw_handles [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 947.237413] env[68205]: value = "resgroup-9" [ 947.237413] env[68205]: _type = "ResourcePool" [ 947.237413] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 947.237753] env[68205]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ceea96f1-a02f-4539-9c66-883f77416ee5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.263718] env[68205]: DEBUG oslo_vmware.rw_handles [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lease: (returnval){ [ 947.263718] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523b2f75-9a49-0ca2-d08d-4cacf17623d0" [ 947.263718] env[68205]: _type = "HttpNfcLease" [ 947.263718] env[68205]: } obtained for vApp import into resource pool (val){ [ 947.263718] env[68205]: value = "resgroup-9" [ 947.263718] env[68205]: _type = "ResourcePool" [ 947.263718] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 947.263996] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the lease: (returnval){ [ 947.263996] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523b2f75-9a49-0ca2-d08d-4cacf17623d0" [ 947.263996] env[68205]: _type = "HttpNfcLease" [ 947.263996] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 947.278194] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.278194] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523b2f75-9a49-0ca2-d08d-4cacf17623d0" [ 947.278194] env[68205]: _type = "HttpNfcLease" [ 947.278194] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 947.419420] env[68205]: DEBUG nova.network.neutron [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Successfully updated port: 443efea6-040f-48ea-a60d-b0627b47a108 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.485544] env[68205]: DEBUG oslo_vmware.api [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904666, 'name': PowerOnVM_Task, 'duration_secs': 0.525354} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.488470] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.488701] env[68205]: INFO nova.compute.manager [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Took 9.92 seconds to spawn the instance on the hypervisor. [ 947.488881] env[68205]: DEBUG nova.compute.manager [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.490772] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fc5666-698f-4ce5-9408-813684dc52e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.751536] env[68205]: DEBUG nova.network.neutron [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Updated VIF entry in instance network info cache for port 8d55311d-4220-4d36-9f2a-63ce687dbde1. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.751900] env[68205]: DEBUG nova.network.neutron [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Updating instance_info_cache with network_info: [{"id": "8d55311d-4220-4d36-9f2a-63ce687dbde1", "address": "fa:16:3e:1b:e8:e8", "network": {"id": "03ecce34-f5d8-4524-83c4-ed6bf2c7ab6c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-743480784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f8f32aa7b84e68bcb69b4483cb81b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d55311d-42", "ovs_interfaceid": "8d55311d-4220-4d36-9f2a-63ce687dbde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.758559] env[68205]: DEBUG nova.network.neutron [-] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.774596] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.774596] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523b2f75-9a49-0ca2-d08d-4cacf17623d0" [ 947.774596] env[68205]: _type = "HttpNfcLease" [ 947.774596] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 947.864025] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a2149c-a72b-4bf2-b27c-6edf4131f850 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.872129] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b3e409-38e7-4cfa-989a-55a828b541b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.906893] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b21040d-bd83-4be2-8be1-6aacf429d99b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.918400] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c481f31b-0e20-4a98-a41b-16e31fb42e43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.932669] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "refresh_cache-6b210cfd-6875-4998-b502-40cdefe5b810" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.932815] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquired lock "refresh_cache-6b210cfd-6875-4998-b502-40cdefe5b810" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.932962] env[68205]: DEBUG nova.network.neutron [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.936165] env[68205]: DEBUG nova.compute.provider_tree [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.996176] env[68205]: DEBUG nova.compute.manager [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Received event network-vif-plugged-443efea6-040f-48ea-a60d-b0627b47a108 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.996401] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] Acquiring lock "6b210cfd-6875-4998-b502-40cdefe5b810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.996528] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] Lock "6b210cfd-6875-4998-b502-40cdefe5b810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.996677] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] Lock "6b210cfd-6875-4998-b502-40cdefe5b810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.996809] env[68205]: DEBUG nova.compute.manager [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] No waiting events found dispatching network-vif-plugged-443efea6-040f-48ea-a60d-b0627b47a108 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.996965] env[68205]: WARNING nova.compute.manager [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Received unexpected event network-vif-plugged-443efea6-040f-48ea-a60d-b0627b47a108 for instance with vm_state building and task_state spawning. [ 947.997138] env[68205]: DEBUG nova.compute.manager [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Received event network-changed-443efea6-040f-48ea-a60d-b0627b47a108 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.997361] env[68205]: DEBUG nova.compute.manager [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Refreshing instance network info cache due to event network-changed-443efea6-040f-48ea-a60d-b0627b47a108. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.997524] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] Acquiring lock "refresh_cache-6b210cfd-6875-4998-b502-40cdefe5b810" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.007400] env[68205]: INFO nova.compute.manager [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Took 62.11 seconds to build instance. [ 948.256220] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d8d003-5f95-4852-87bc-4662a02d110b req-d283fc44-9895-42b8-ad2e-d76b0e64707b service nova] Releasing lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.256846] env[68205]: DEBUG oslo_concurrency.lockutils [req-ca4078f3-a29a-4a45-9a76-e601f9194aab req-e5e02ada-6016-48e6-99e1-41137180c212 service nova] Acquired lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.257168] env[68205]: DEBUG nova.network.neutron [req-ca4078f3-a29a-4a45-9a76-e601f9194aab req-e5e02ada-6016-48e6-99e1-41137180c212 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Refreshing network info cache for port 8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.266893] env[68205]: INFO nova.compute.manager [-] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Took 1.42 seconds to deallocate network for instance. [ 948.284527] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.284527] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523b2f75-9a49-0ca2-d08d-4cacf17623d0" [ 948.284527] env[68205]: _type = "HttpNfcLease" [ 948.284527] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 948.284527] env[68205]: DEBUG oslo_vmware.rw_handles [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 948.284527] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523b2f75-9a49-0ca2-d08d-4cacf17623d0" [ 948.284527] env[68205]: _type = "HttpNfcLease" [ 948.284527] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 948.285653] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d5a615-aec6-4cf6-a1cb-31a9aed98bb2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.295593] env[68205]: DEBUG oslo_vmware.rw_handles [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229fd30-9545-e50e-4f83-0157acdfd348/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 948.295775] env[68205]: DEBUG oslo_vmware.rw_handles [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229fd30-9545-e50e-4f83-0157acdfd348/disk-0.vmdk. {{(pid=68205) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 948.389587] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] Acquiring lock "refresh_cache-ee5aa786-4de5-478a-902c-2c9f6c5df95e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.389835] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] Acquired lock "refresh_cache-ee5aa786-4de5-478a-902c-2c9f6c5df95e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.390089] env[68205]: DEBUG nova.network.neutron [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.400814] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-829a0008-a42d-4960-b785-080df303deda {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.440402] env[68205]: DEBUG nova.scheduler.client.report [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.510293] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e60cc61-388d-4db6-ad31-a1946fc7a207 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.592s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.542052] env[68205]: DEBUG nova.network.neutron [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.785029] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.892477] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquiring lock "dfd58e10-3b50-4027-823e-a0bef71ae65f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.892731] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lock "dfd58e10-3b50-4027-823e-a0bef71ae65f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.893029] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquiring lock "dfd58e10-3b50-4027-823e-a0bef71ae65f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.893270] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lock "dfd58e10-3b50-4027-823e-a0bef71ae65f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.893479] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lock "dfd58e10-3b50-4027-823e-a0bef71ae65f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.901533] env[68205]: INFO nova.compute.manager [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Terminating instance [ 948.947592] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.948145] env[68205]: DEBUG nova.compute.manager [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.950760] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.994s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.951155] env[68205]: DEBUG nova.objects.instance [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lazy-loading 'resources' on Instance uuid 7434bcc8-8780-4dff-abe2-aca82b30af1f {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.013162] env[68205]: DEBUG nova.compute.manager [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.133913] env[68205]: DEBUG nova.network.neutron [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Updating instance_info_cache with network_info: [{"id": "443efea6-040f-48ea-a60d-b0627b47a108", "address": "fa:16:3e:fd:97:6e", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap443efea6-04", "ovs_interfaceid": "443efea6-040f-48ea-a60d-b0627b47a108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.188658] env[68205]: DEBUG nova.network.neutron [req-ca4078f3-a29a-4a45-9a76-e601f9194aab req-e5e02ada-6016-48e6-99e1-41137180c212 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Updated VIF entry in instance network info cache for port 8d55311d-4220-4d36-9f2a-63ce687dbde1. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.189146] env[68205]: DEBUG nova.network.neutron [req-ca4078f3-a29a-4a45-9a76-e601f9194aab req-e5e02ada-6016-48e6-99e1-41137180c212 service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Updating instance_info_cache with network_info: [{"id": "8d55311d-4220-4d36-9f2a-63ce687dbde1", "address": "fa:16:3e:1b:e8:e8", "network": {"id": "03ecce34-f5d8-4524-83c4-ed6bf2c7ab6c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-743480784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f8f32aa7b84e68bcb69b4483cb81b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d55311d-42", "ovs_interfaceid": "8d55311d-4220-4d36-9f2a-63ce687dbde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.320926] env[68205]: DEBUG nova.network.neutron [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Updating instance_info_cache with network_info: [{"id": "dea31ab1-4817-42a7-8abd-0becff001b87", "address": "fa:16:3e:76:68:b5", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea31ab1-48", "ovs_interfaceid": "dea31ab1-4817-42a7-8abd-0becff001b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.370374] env[68205]: DEBUG nova.compute.manager [req-9115cf62-9aa4-44f3-96d3-210f1517e1bd req-fa582a0d-ae9b-4965-8a88-6d0c33226d8a service nova] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Received event network-vif-deleted-559839c5-c933-4380-aa30-d409cb3f90e5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.406263] env[68205]: DEBUG nova.compute.manager [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.406498] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.407961] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1d3f9b-0f48-465b-8af3-6b969afce319 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.419695] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.419695] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8bc3d02-a2d9-47c7-b0e0-9fbb9887d48a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.426739] env[68205]: DEBUG oslo_vmware.api [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for the task: (returnval){ [ 949.426739] env[68205]: value = "task-2904668" [ 949.426739] env[68205]: _type = "Task" [ 949.426739] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.436411] env[68205]: DEBUG oslo_vmware.api [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.457526] env[68205]: DEBUG nova.compute.utils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.464043] env[68205]: DEBUG nova.compute.manager [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.464043] env[68205]: DEBUG nova.network.neutron [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.510617] env[68205]: DEBUG nova.policy [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7b930adbfd447a29e66796886893499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a287bc6076e4e3c8c26a09f979fdfde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.540859] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.638426] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Releasing lock "refresh_cache-6b210cfd-6875-4998-b502-40cdefe5b810" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.638899] env[68205]: DEBUG nova.compute.manager [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Instance network_info: |[{"id": "443efea6-040f-48ea-a60d-b0627b47a108", "address": "fa:16:3e:fd:97:6e", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap443efea6-04", "ovs_interfaceid": "443efea6-040f-48ea-a60d-b0627b47a108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.644289] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] Acquired lock "refresh_cache-6b210cfd-6875-4998-b502-40cdefe5b810" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.644579] env[68205]: DEBUG nova.network.neutron [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Refreshing network info cache for port 443efea6-040f-48ea-a60d-b0627b47a108 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.646649] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:97:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '443efea6-040f-48ea-a60d-b0627b47a108', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.657020] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.658457] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.658756] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da0036da-3e7d-42f7-9446-1d84e6a862a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.688768] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.688768] env[68205]: value = "task-2904669" [ 949.688768] env[68205]: _type = "Task" [ 949.688768] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.698119] env[68205]: DEBUG oslo_concurrency.lockutils [req-ca4078f3-a29a-4a45-9a76-e601f9194aab req-e5e02ada-6016-48e6-99e1-41137180c212 service nova] Releasing lock "refresh_cache-dfd58e10-3b50-4027-823e-a0bef71ae65f" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.706431] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904669, 'name': CreateVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.823711] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] Releasing lock "refresh_cache-ee5aa786-4de5-478a-902c-2c9f6c5df95e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.824059] env[68205]: DEBUG nova.compute.manager [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Inject network info {{(pid=68205) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 949.824461] env[68205]: DEBUG nova.compute.manager [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] network_info to inject: |[{"id": "dea31ab1-4817-42a7-8abd-0becff001b87", "address": "fa:16:3e:76:68:b5", "network": {"id": "36f1b236-bb9b-4f6d-8e50-4806d3da2365", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1992176907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a9b4767bd04f73ad681cae3f7ed58d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4cb37d4-2060-48b6-9e60-156a71fc7ee3", "external-id": "nsx-vlan-transportzone-819", "segmentation_id": 819, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea31ab1-48", "ovs_interfaceid": "dea31ab1-4817-42a7-8abd-0becff001b87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 949.832323] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Reconfiguring VM instance to set the machine id {{(pid=68205) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 949.836788] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd71b9c-944d-4247-a8ce-945537838af2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.865199] env[68205]: DEBUG oslo_vmware.api [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] Waiting for the task: (returnval){ [ 949.865199] env[68205]: value = "task-2904670" [ 949.865199] env[68205]: _type = "Task" [ 949.865199] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.878366] env[68205]: DEBUG oslo_vmware.api [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] Task: {'id': task-2904670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.943680] env[68205]: DEBUG oslo_vmware.api [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904668, 'name': PowerOffVM_Task, 'duration_secs': 0.22063} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.943680] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.943680] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.945041] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ea0023d-11f1-4c82-9610-c14b0a082984 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.967248] env[68205]: DEBUG nova.compute.manager [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.974501] env[68205]: DEBUG nova.network.neutron [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Successfully created port: d4eaab97-7f8b-4428-a97d-b7563af83b56 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.028597] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.028872] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.029013] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Deleting the datastore file [datastore2] dfd58e10-3b50-4027-823e-a0bef71ae65f {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.032022] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97ff0896-f54f-45ab-8e0e-55eef4df556f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.042774] env[68205]: DEBUG oslo_vmware.api [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for the task: (returnval){ [ 950.042774] env[68205]: value = "task-2904672" [ 950.042774] env[68205]: _type = "Task" [ 950.042774] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.060131] env[68205]: DEBUG oslo_vmware.api [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.113968] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a5c0f2-1230-4e2c-b345-9c35f75f4772 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.122240] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8535a4-0a70-446b-8b27-4f82f87a2d1a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.160015] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d4915a-ed1a-43e4-895a-d88acc306e83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.173046] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29aa3cb-a647-4df2-95f1-41324173fa31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.190794] env[68205]: DEBUG nova.compute.provider_tree [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.202849] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904669, 'name': CreateVM_Task, 'duration_secs': 0.333141} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.205080] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.206191] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.206366] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.206695] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.206967] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3a1e6f-e8fe-42e3-baf3-f30284d635f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.212603] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 950.212603] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bd1876-12d6-0215-41c9-5650c510a26d" [ 950.212603] env[68205]: _type = "Task" [ 950.212603] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.221834] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bd1876-12d6-0215-41c9-5650c510a26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.378186] env[68205]: DEBUG oslo_vmware.api [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] Task: {'id': task-2904670, 'name': ReconfigVM_Task, 'duration_secs': 0.202039} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.378186] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9b42ce1d-491f-4372-8181-97b037f17812 tempest-ServersAdminTestJSON-584034006 tempest-ServersAdminTestJSON-584034006-project-admin] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Reconfigured VM instance to set the machine id {{(pid=68205) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 950.468328] env[68205]: DEBUG nova.network.neutron [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Updated VIF entry in instance network info cache for port 443efea6-040f-48ea-a60d-b0627b47a108. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.468730] env[68205]: DEBUG nova.network.neutron [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Updating instance_info_cache with network_info: [{"id": "443efea6-040f-48ea-a60d-b0627b47a108", "address": "fa:16:3e:fd:97:6e", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap443efea6-04", "ovs_interfaceid": "443efea6-040f-48ea-a60d-b0627b47a108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.521996] env[68205]: DEBUG oslo_vmware.rw_handles [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Completed reading data from the image iterator. {{(pid=68205) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 950.521996] env[68205]: DEBUG oslo_vmware.rw_handles [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229fd30-9545-e50e-4f83-0157acdfd348/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 950.521996] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba9e703-011c-4b6d-bcd1-e1f920399385 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.528116] env[68205]: DEBUG oslo_vmware.rw_handles [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229fd30-9545-e50e-4f83-0157acdfd348/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 950.528283] env[68205]: DEBUG oslo_vmware.rw_handles [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229fd30-9545-e50e-4f83-0157acdfd348/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 950.528517] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-40a3f9f9-8dea-4109-aaae-960502477852 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.554144] env[68205]: DEBUG oslo_vmware.api [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Task: {'id': task-2904672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213722} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.554414] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.554599] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.554778] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.555421] env[68205]: INFO nova.compute.manager [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 950.555421] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.555421] env[68205]: DEBUG nova.compute.manager [-] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.555670] env[68205]: DEBUG nova.network.neutron [-] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.695935] env[68205]: DEBUG nova.scheduler.client.report [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.721485] env[68205]: DEBUG oslo_vmware.rw_handles [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229fd30-9545-e50e-4f83-0157acdfd348/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 950.721739] env[68205]: INFO nova.virt.vmwareapi.images [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Downloaded image file data 69adef4f-d9f2-40ae-a105-37d04eb0fb53 [ 950.722727] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d86095b-2686-4dc8-9da2-08d7d9f8c724 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.735298] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bd1876-12d6-0215-41c9-5650c510a26d, 'name': SearchDatastore_Task, 'duration_secs': 0.013248} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.737117] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.737511] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.737948] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.738355] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.738716] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.762954] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9604ed16-01b4-48fc-a0ec-6b69b9815654 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.765760] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b771094c-5062-4f7d-a8b0-f73d4b4b6f61 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.774299] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.775081] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.775800] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7524f2ce-be1e-45a5-a5ce-4b9b431a0c21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.782959] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 950.782959] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c8b375-f2b0-1963-23fa-a53d645849be" [ 950.782959] env[68205]: _type = "Task" [ 950.782959] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.794227] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c8b375-f2b0-1963-23fa-a53d645849be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.795588] env[68205]: INFO nova.virt.vmwareapi.images [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] The imported VM was unregistered [ 950.798444] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Caching image {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 950.798975] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Creating directory with path [datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53 {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.799133] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-475f17c8-4544-47f0-9bd9-40d2f2a75e2b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.809907] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Created directory with path [datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53 {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.810268] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5/OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5.vmdk to [datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53/69adef4f-d9f2-40ae-a105-37d04eb0fb53.vmdk. {{(pid=68205) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 950.810498] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-684b4437-eedc-42f8-a1f6-7b4199d0af5e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.818207] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 950.818207] env[68205]: value = "task-2904674" [ 950.818207] env[68205]: _type = "Task" [ 950.818207] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.828663] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904674, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.972376] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ccafead-de13-4e63-b88c-fe6cfad1993f req-6a77607f-4660-4703-ba8a-6107a5103e81 service nova] Releasing lock "refresh_cache-6b210cfd-6875-4998-b502-40cdefe5b810" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.979035] env[68205]: DEBUG nova.compute.manager [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.027219] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.027524] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.027622] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.027801] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.027941] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.028095] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.028490] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.028490] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.028664] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.028913] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.029011] env[68205]: DEBUG nova.virt.hardware [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.030599] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a84581f-5d5d-4994-9b44-65841e9100a2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.043909] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83c0536-3175-4032-bec1-2e9e12337dfc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.097476] env[68205]: DEBUG nova.compute.manager [req-a9c9e6b3-4a9f-484c-b481-00474507e47b req-26534851-1f7c-4bc2-9c65-760e0b00de9c service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Received event network-vif-deleted-8d55311d-4220-4d36-9f2a-63ce687dbde1 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.097682] env[68205]: INFO nova.compute.manager [req-a9c9e6b3-4a9f-484c-b481-00474507e47b req-26534851-1f7c-4bc2-9c65-760e0b00de9c service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Neutron deleted interface 8d55311d-4220-4d36-9f2a-63ce687dbde1; detaching it from the instance and deleting it from the info cache [ 951.097865] env[68205]: DEBUG nova.network.neutron [req-a9c9e6b3-4a9f-484c-b481-00474507e47b req-26534851-1f7c-4bc2-9c65-760e0b00de9c service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.204301] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.207305] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.203s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.229552] env[68205]: INFO nova.scheduler.client.report [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Deleted allocations for instance 7434bcc8-8780-4dff-abe2-aca82b30af1f [ 951.298942] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c8b375-f2b0-1963-23fa-a53d645849be, 'name': SearchDatastore_Task, 'duration_secs': 0.013253} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.299836] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a8d393-ca5a-4ca8-837a-ded7277dcb43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.308332] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 951.308332] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52df8fc9-4021-08d7-61ef-eed132cbc398" [ 951.308332] env[68205]: _type = "Task" [ 951.308332] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.318635] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52df8fc9-4021-08d7-61ef-eed132cbc398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.328667] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904674, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.362264] env[68205]: DEBUG nova.network.neutron [-] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.601590] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-391d0062-7c9f-4aef-911d-4acadf8bb100 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.620877] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974659b6-9459-4547-83bf-2271fc1cf677 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.660911] env[68205]: DEBUG nova.compute.manager [req-a9c9e6b3-4a9f-484c-b481-00474507e47b req-26534851-1f7c-4bc2-9c65-760e0b00de9c service nova] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Detach interface failed, port_id=8d55311d-4220-4d36-9f2a-63ce687dbde1, reason: Instance dfd58e10-3b50-4027-823e-a0bef71ae65f could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.710012] env[68205]: DEBUG nova.network.neutron [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Successfully updated port: d4eaab97-7f8b-4428-a97d-b7563af83b56 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.739465] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db770d9e-bf1b-4f74-95d4-7ac6ca5019be tempest-ListImageFiltersTestJSON-899801267 tempest-ListImageFiltersTestJSON-899801267-project-member] Lock "7434bcc8-8780-4dff-abe2-aca82b30af1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.252s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.823404] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52df8fc9-4021-08d7-61ef-eed132cbc398, 'name': SearchDatastore_Task, 'duration_secs': 0.09288} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.828474] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.829607] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 6b210cfd-6875-4998-b502-40cdefe5b810/6b210cfd-6875-4998-b502-40cdefe5b810.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.829607] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9516e59a-6ace-4d13-aff7-2c5ce666fecd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.839460] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904674, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.841583] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 951.841583] env[68205]: value = "task-2904675" [ 951.841583] env[68205]: _type = "Task" [ 951.841583] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.850430] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.857619] env[68205]: DEBUG nova.compute.manager [req-9ebb6fb9-cdd9-4a0e-b08d-fcadff7abe9e req-d7ee2915-a0a1-404e-9b0f-0d7a45d8a907 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Received event network-vif-plugged-d4eaab97-7f8b-4428-a97d-b7563af83b56 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.857813] env[68205]: DEBUG oslo_concurrency.lockutils [req-9ebb6fb9-cdd9-4a0e-b08d-fcadff7abe9e req-d7ee2915-a0a1-404e-9b0f-0d7a45d8a907 service nova] Acquiring lock "75616c8b-280f-41ea-90dd-debeb287d421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.858104] env[68205]: DEBUG oslo_concurrency.lockutils [req-9ebb6fb9-cdd9-4a0e-b08d-fcadff7abe9e req-d7ee2915-a0a1-404e-9b0f-0d7a45d8a907 service nova] Lock "75616c8b-280f-41ea-90dd-debeb287d421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.859176] env[68205]: DEBUG oslo_concurrency.lockutils [req-9ebb6fb9-cdd9-4a0e-b08d-fcadff7abe9e req-d7ee2915-a0a1-404e-9b0f-0d7a45d8a907 service nova] Lock "75616c8b-280f-41ea-90dd-debeb287d421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.859176] env[68205]: DEBUG nova.compute.manager [req-9ebb6fb9-cdd9-4a0e-b08d-fcadff7abe9e req-d7ee2915-a0a1-404e-9b0f-0d7a45d8a907 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] No waiting events found dispatching network-vif-plugged-d4eaab97-7f8b-4428-a97d-b7563af83b56 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.859176] env[68205]: WARNING nova.compute.manager [req-9ebb6fb9-cdd9-4a0e-b08d-fcadff7abe9e req-d7ee2915-a0a1-404e-9b0f-0d7a45d8a907 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Received unexpected event network-vif-plugged-d4eaab97-7f8b-4428-a97d-b7563af83b56 for instance with vm_state building and task_state spawning. [ 951.865253] env[68205]: INFO nova.compute.manager [-] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Took 1.31 seconds to deallocate network for instance. [ 952.214629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "refresh_cache-75616c8b-280f-41ea-90dd-debeb287d421" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.214989] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "refresh_cache-75616c8b-280f-41ea-90dd-debeb287d421" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.214989] env[68205]: DEBUG nova.network.neutron [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.228394] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Applying migration context for instance aa17c44d-b31b-4d48-bd02-cd2b38b13452 as it has an incoming, in-progress migration 2b4e4f1f-6778-4511-a74f-6885bcfc80ae. Migration status is reverting {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 952.230762] env[68205]: INFO nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating resource usage from migration 2b4e4f1f-6778-4511-a74f-6885bcfc80ae [ 952.256464] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 9e810eb2-b946-420e-91ce-13286fe3b51e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.256612] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance cddd9f44-3672-42a5-88f7-59c42cf153f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.256761] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 24cc0530-19cf-49dc-9502-8c91cac5e7f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 952.256884] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 733d11bf-17bb-4325-a6d8-ff5866f53ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.257034] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 22ffafac-b489-45f0-8055-ed87dad6ebe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.257300] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 2b4fccd8-06c9-4089-a812-a843181b79e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.257404] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance d0671ddd-2c1d-4804-bada-5580fe3a7292 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.257486] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 15528757-b487-4c16-ba3e-254c3599e3b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.257600] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 08e3a0b1-37f3-4fdd-bdca-0decb326d849 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.257706] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 543745eb-5fa4-4f64-9410-dd591ba76949 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.257813] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance c4137e26-8a6c-4a46-879a-b0903b29b436 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.257941] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance eff0b99f-6d73-4a17-b678-830a08c31a29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.258053] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance e2dc88bf-cd0b-4a9b-9785-b824f4293121 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 952.258174] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 26573517-be6c-4440-b71a-6b77acb9814e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 952.258312] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 970f1910-fdd7-4dea-92f6-1e1f403c9708 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 952.258435] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance bc409b4e-c1e9-4907-8dd3-59b7ed31c739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.258552] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f1a79e03-d94f-4ed1-9892-8ca00c59fa7e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 952.258663] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6980d130-8086-4b37-a596-961f8852bacd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.258781] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Migration 2b4e4f1f-6778-4511-a74f-6885bcfc80ae is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 952.258891] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance aa17c44d-b31b-4d48-bd02-cd2b38b13452 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.258997] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f1b58186-add2-42d8-a7b8-caf51aafbd4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.259116] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance dfd58e10-3b50-4027-823e-a0bef71ae65f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.259221] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance ee5aa786-4de5-478a-902c-2c9f6c5df95e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.259326] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6b210cfd-6875-4998-b502-40cdefe5b810 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.259430] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 75616c8b-280f-41ea-90dd-debeb287d421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 952.266174] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "66e82933-0276-4786-aa5a-0b3b2a5412ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.266490] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "66e82933-0276-4786-aa5a-0b3b2a5412ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.335411] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904674, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.354565] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.374236] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.754710] env[68205]: DEBUG nova.network.neutron [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.762866] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance d4e76ac9-3c46-49ee-9331-c4133f2a58de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 952.819018] env[68205]: INFO nova.compute.manager [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Rebuilding instance [ 952.834795] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904674, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.861156] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.888412] env[68205]: DEBUG nova.compute.manager [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.889284] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01f9db9-02c5-466f-95cd-2545fda1f61a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.937640] env[68205]: DEBUG nova.network.neutron [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Updating instance_info_cache with network_info: [{"id": "d4eaab97-7f8b-4428-a97d-b7563af83b56", "address": "fa:16:3e:d2:5d:5e", "network": {"id": "f88d937b-1a3a-4dac-b3ba-7bc9a7386ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289730598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3a287bc6076e4e3c8c26a09f979fdfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eaab97-7f", "ovs_interfaceid": "d4eaab97-7f8b-4428-a97d-b7563af83b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.266280] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 953.334980] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904674, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.431521} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.335281] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5/OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5.vmdk to [datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53/69adef4f-d9f2-40ae-a105-37d04eb0fb53.vmdk. [ 953.335429] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Cleaning up location [datastore1] OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5 {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 953.335624] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ee43d168-9baa-4fec-849a-c3e328dba4a5 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.335858] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3d6f18b-929d-4bd5-9b16-41ef3fff1cf8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.343380] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 953.343380] env[68205]: value = "task-2904676" [ 953.343380] env[68205]: _type = "Task" [ 953.343380] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.359134] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.363619] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904675, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.441399] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "refresh_cache-75616c8b-280f-41ea-90dd-debeb287d421" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.441399] env[68205]: DEBUG nova.compute.manager [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Instance network_info: |[{"id": "d4eaab97-7f8b-4428-a97d-b7563af83b56", "address": "fa:16:3e:d2:5d:5e", "network": {"id": "f88d937b-1a3a-4dac-b3ba-7bc9a7386ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289730598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3a287bc6076e4e3c8c26a09f979fdfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eaab97-7f", "ovs_interfaceid": "d4eaab97-7f8b-4428-a97d-b7563af83b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.441399] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:5d:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4eaab97-7f8b-4428-a97d-b7563af83b56', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.450049] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Creating folder: Project (3a287bc6076e4e3c8c26a09f979fdfde). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.450737] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9034cfc3-136e-4710-83d9-a28d7bff7bee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.464100] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Created folder: Project (3a287bc6076e4e3c8c26a09f979fdfde) in parent group-v583212. [ 953.464405] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Creating folder: Instances. Parent ref: group-v583391. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.464669] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abe7a36d-ea7c-4f0e-a227-4c316e85f069 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.476780] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Created folder: Instances in parent group-v583391. [ 953.476780] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.476780] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.476780] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-557ddeb6-8e72-4525-be6f-e88c84ab0ad2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.496076] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.496076] env[68205]: value = "task-2904679" [ 953.496076] env[68205]: _type = "Task" [ 953.496076] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.503894] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904679, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.773292] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance abd64f68-27d9-4c33-8265-def255cf5de7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 953.857083] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154411} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.859107] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.859324] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53/69adef4f-d9f2-40ae-a105-37d04eb0fb53.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.859897] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53/69adef4f-d9f2-40ae-a105-37d04eb0fb53.vmdk to [datastore1] 6980d130-8086-4b37-a596-961f8852bacd/6980d130-8086-4b37-a596-961f8852bacd.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.860172] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02fb9830-947b-4ef9-bca2-5933605cf96c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.868530] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904675, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.669897} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.869230] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 6b210cfd-6875-4998-b502-40cdefe5b810/6b210cfd-6875-4998-b502-40cdefe5b810.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.869748] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.870041] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b38aa283-5def-4bc8-a0a2-d338fa6b2300 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.873692] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 953.873692] env[68205]: value = "task-2904680" [ 953.873692] env[68205]: _type = "Task" [ 953.873692] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.878312] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 953.878312] env[68205]: value = "task-2904681" [ 953.878312] env[68205]: _type = "Task" [ 953.878312] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.885470] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.890473] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.907452] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.907795] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ca24a0b-089d-4e80-9775-f21b83e6df33 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.914397] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 953.914397] env[68205]: value = "task-2904682" [ 953.914397] env[68205]: _type = "Task" [ 953.914397] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.927300] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.975578] env[68205]: DEBUG nova.compute.manager [req-f9a55bf6-2488-4cbb-bc53-1681f954668c req-c15329bd-5260-4438-85b6-3f62e70148c8 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Received event network-changed-d4eaab97-7f8b-4428-a97d-b7563af83b56 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.975744] env[68205]: DEBUG nova.compute.manager [req-f9a55bf6-2488-4cbb-bc53-1681f954668c req-c15329bd-5260-4438-85b6-3f62e70148c8 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Refreshing instance network info cache due to event network-changed-d4eaab97-7f8b-4428-a97d-b7563af83b56. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.975998] env[68205]: DEBUG oslo_concurrency.lockutils [req-f9a55bf6-2488-4cbb-bc53-1681f954668c req-c15329bd-5260-4438-85b6-3f62e70148c8 service nova] Acquiring lock "refresh_cache-75616c8b-280f-41ea-90dd-debeb287d421" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.976157] env[68205]: DEBUG oslo_concurrency.lockutils [req-f9a55bf6-2488-4cbb-bc53-1681f954668c req-c15329bd-5260-4438-85b6-3f62e70148c8 service nova] Acquired lock "refresh_cache-75616c8b-280f-41ea-90dd-debeb287d421" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.976315] env[68205]: DEBUG nova.network.neutron [req-f9a55bf6-2488-4cbb-bc53-1681f954668c req-c15329bd-5260-4438-85b6-3f62e70148c8 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Refreshing network info cache for port d4eaab97-7f8b-4428-a97d-b7563af83b56 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.009675] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904679, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.278346] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 3796e31d-5242-4529-8ee8-85fec72eacf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 954.389419] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904680, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.398362] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180609} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.398362] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.398362] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e5ef2-9b88-4bc1-a90f-e9f6736e21b8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.428668] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 6b210cfd-6875-4998-b502-40cdefe5b810/6b210cfd-6875-4998-b502-40cdefe5b810.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.432913] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-287492b1-3c3b-4282-a993-d5bdc708d06b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.457553] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 954.457553] env[68205]: value = "task-2904683" [ 954.457553] env[68205]: _type = "Task" [ 954.457553] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.462275] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904682, 'name': PowerOffVM_Task, 'duration_secs': 0.324481} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.465926] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.466040] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.467521] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63e0940-35b8-4d93-b8db-4232743eb54f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.475271] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.478832] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d139c8ef-dd52-4c60-8678-a175eff8e8c8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.483461] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.509358] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904679, 'name': CreateVM_Task, 'duration_secs': 0.763228} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.509358] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.509358] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.509468] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.509739] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.510076] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302f33f9-c554-4b16-ae3e-97ac3c06afcb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.515309] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 954.515309] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fc2d1c-0be3-d353-61d7-6936b61d2543" [ 954.515309] env[68205]: _type = "Task" [ 954.515309] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.529997] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fc2d1c-0be3-d353-61d7-6936b61d2543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.546172] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquiring lock "6bce6bb8-2bad-460a-95d1-aeac23ffa83a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.546172] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lock "6bce6bb8-2bad-460a-95d1-aeac23ffa83a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.556836] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.557024] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.557228] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleting the datastore file [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.557556] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0503d23c-b677-4bd7-820e-672ffc678e97 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.362803] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 249b1e4f-289e-4109-abc3-12674166aa21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 955.364408] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 955.364408] env[68205]: value = "task-2904685" [ 955.364408] env[68205]: _type = "Task" [ 955.364408] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.386030] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.392657] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904680, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.393304] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40858} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.393518] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fc2d1c-0be3-d353-61d7-6936b61d2543, 'name': SearchDatastore_Task, 'duration_secs': 0.100066} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.395955] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.396336] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.396336] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.398940] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.399184] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.399421] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.399596] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.399795] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.400376] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b47c481f-284e-4a83-9b4f-7833608b5f9c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.424073] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.424073] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.424073] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf6a5b2-f9e9-4f81-8813-ba3f79db4d87 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.429109] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 955.429109] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52966f81-a1b7-b67c-686d-895d13757a32" [ 955.429109] env[68205]: _type = "Task" [ 955.429109] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.439496] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52966f81-a1b7-b67c-686d-895d13757a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.651017] env[68205]: DEBUG nova.network.neutron [req-f9a55bf6-2488-4cbb-bc53-1681f954668c req-c15329bd-5260-4438-85b6-3f62e70148c8 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Updated VIF entry in instance network info cache for port d4eaab97-7f8b-4428-a97d-b7563af83b56. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.651017] env[68205]: DEBUG nova.network.neutron [req-f9a55bf6-2488-4cbb-bc53-1681f954668c req-c15329bd-5260-4438-85b6-3f62e70148c8 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Updating instance_info_cache with network_info: [{"id": "d4eaab97-7f8b-4428-a97d-b7563af83b56", "address": "fa:16:3e:d2:5d:5e", "network": {"id": "f88d937b-1a3a-4dac-b3ba-7bc9a7386ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289730598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3a287bc6076e4e3c8c26a09f979fdfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eaab97-7f", "ovs_interfaceid": "d4eaab97-7f8b-4428-a97d-b7563af83b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.875088] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 955.880829] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.884346] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904680, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.945359] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52966f81-a1b7-b67c-686d-895d13757a32, 'name': SearchDatastore_Task, 'duration_secs': 0.097517} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.946681] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a4bfaa-76c8-41cc-8f7e-787425c8bea8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.954530] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 955.954530] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d04ec0-2112-621d-f2ba-1c499709fe00" [ 955.954530] env[68205]: _type = "Task" [ 955.954530] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.967932] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d04ec0-2112-621d-f2ba-1c499709fe00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.152922] env[68205]: DEBUG oslo_concurrency.lockutils [req-f9a55bf6-2488-4cbb-bc53-1681f954668c req-c15329bd-5260-4438-85b6-3f62e70148c8 service nova] Releasing lock "refresh_cache-75616c8b-280f-41ea-90dd-debeb287d421" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.380221] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.388020] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f887bade-c63d-4b59-97ee-214bb8546f10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 956.388020] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904680, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.436778] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.437056] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.437237] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.437438] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.437579] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.437770] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.438049] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.438193] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.438357] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.438516] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.438687] env[68205]: DEBUG nova.virt.hardware [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.439593] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd4a07c-106c-43a3-965c-5aa3ba3a28d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.450480] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047c39a6-233b-4aea-be0a-a1ff4b0324bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.467572] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:7a:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f52924-fa22-427e-9890-cbac76f5da83', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.476528] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.476528] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.476607] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0135405f-daeb-4a6f-9e77-73e3993d5fc0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.495415] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d04ec0-2112-621d-f2ba-1c499709fe00, 'name': SearchDatastore_Task, 'duration_secs': 0.08237} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.496179] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.496447] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 75616c8b-280f-41ea-90dd-debeb287d421/75616c8b-280f-41ea-90dd-debeb287d421.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.496742] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0350118-ac23-48f3-83ea-447846279d78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.500679] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.500679] env[68205]: value = "task-2904686" [ 956.500679] env[68205]: _type = "Task" [ 956.500679] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.505166] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 956.505166] env[68205]: value = "task-2904687" [ 956.505166] env[68205]: _type = "Task" [ 956.505166] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.511377] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904686, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.515851] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.881065] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904680, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.622198} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.884877] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/69adef4f-d9f2-40ae-a105-37d04eb0fb53/69adef4f-d9f2-40ae-a105-37d04eb0fb53.vmdk to [datastore1] 6980d130-8086-4b37-a596-961f8852bacd/6980d130-8086-4b37-a596-961f8852bacd.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.885650] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904683, 'name': ReconfigVM_Task, 'duration_secs': 2.156882} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.886428] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f5aa5e-11c7-4cb0-97aa-65027815edde {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.889734] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 6b210cfd-6875-4998-b502-40cdefe5b810/6b210cfd-6875-4998-b502-40cdefe5b810.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.890563] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9a4f967-c432-42ea-a005-2cd0cb5f87ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.894538] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f8dfc08a-e2be-434e-b4ae-0654cd22e8d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 956.916665] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 6980d130-8086-4b37-a596-961f8852bacd/6980d130-8086-4b37-a596-961f8852bacd.vmdk or device None with type streamOptimized {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.919862] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ecac6c4-43e4-4c24-993c-14bec70519dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.936251] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 956.936251] env[68205]: value = "task-2904688" [ 956.936251] env[68205]: _type = "Task" [ 956.936251] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.945912] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "99144280-d6c4-4f24-84bf-67d875299893" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.946301] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.948600] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 956.948600] env[68205]: value = "task-2904689" [ 956.948600] env[68205]: _type = "Task" [ 956.948600] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.957825] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904688, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.963967] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.016349] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904686, 'name': CreateVM_Task, 'duration_secs': 0.513119} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.019505] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.019851] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489879} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.020524] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.020728] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.021188] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.021552] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 75616c8b-280f-41ea-90dd-debeb287d421/75616c8b-280f-41ea-90dd-debeb287d421.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.021850] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.022055] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19be3869-f06f-45fa-91f6-9065c0b6beca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.023733] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5153b002-b7ed-4e4f-aba5-d6739160dd57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.028702] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 957.028702] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52128786-7bb5-1715-b21a-008bd1342ce3" [ 957.028702] env[68205]: _type = "Task" [ 957.028702] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.029997] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 957.029997] env[68205]: value = "task-2904690" [ 957.029997] env[68205]: _type = "Task" [ 957.029997] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.042059] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52128786-7bb5-1715-b21a-008bd1342ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.045601] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.045988] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.046338] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.046564] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.046866] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.047369] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.047953] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c934fda9-2887-4e3d-9f32-f3d642b43955 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.055065] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.055334] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.056120] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973bab61-f21b-4cea-b05c-aa39ffdb5dfa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.061290] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 957.061290] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52527bbe-7672-4064-05bf-1ee79485d4a2" [ 957.061290] env[68205]: _type = "Task" [ 957.061290] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.069365] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52527bbe-7672-4064-05bf-1ee79485d4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.397153] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 66e82933-0276-4786-aa5a-0b3b2a5412ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 957.397538] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 957.397668] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 957.450159] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904688, 'name': Rename_Task, 'duration_secs': 0.209096} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.453208] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.455533] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-663c5ac0-1713-4f22-afb6-a7048c17fc60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.462220] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904689, 'name': ReconfigVM_Task, 'duration_secs': 0.31072} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.463436] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 6980d130-8086-4b37-a596-961f8852bacd/6980d130-8086-4b37-a596-961f8852bacd.vmdk or device None with type streamOptimized {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.464135] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 957.464135] env[68205]: value = "task-2904691" [ 957.464135] env[68205]: _type = "Task" [ 957.464135] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.464331] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac8ea448-1ac2-4681-9655-61817ba03235 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.476722] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.477896] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 957.477896] env[68205]: value = "task-2904692" [ 957.477896] env[68205]: _type = "Task" [ 957.477896] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.489938] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904692, 'name': Rename_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.542847] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076825} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.545632] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.547022] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7686e438-05c9-4df2-8acc-8886d43b805c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.569333] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 75616c8b-280f-41ea-90dd-debeb287d421/75616c8b-280f-41ea-90dd-debeb287d421.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.572565] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd108b1-d2ff-4a76-8012-08d266e9da2e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.597598] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52527bbe-7672-4064-05bf-1ee79485d4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012916} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.599523] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 957.599523] env[68205]: value = "task-2904693" [ 957.599523] env[68205]: _type = "Task" [ 957.599523] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.599751] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6d05ee-f65b-49d9-9480-d4c0476f053d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.611036] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 957.611036] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebfb04-e5fa-2cfb-a635-f0702b36a7f7" [ 957.611036] env[68205]: _type = "Task" [ 957.611036] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.614030] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.623833] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebfb04-e5fa-2cfb-a635-f0702b36a7f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.910872] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae7774c-90db-4ebd-be42-320690ef0390 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.918467] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa4dfed-f9a2-4c1f-a076-37af70539930 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.948492] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062e0748-915f-47f0-a355-d78454fe60ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.955561] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad3689-7ed4-4f1e-b242-1b9090b744f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.968883] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.977762] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904691, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.986293] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904692, 'name': Rename_Task, 'duration_secs': 0.146294} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.986540] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.986759] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b49d448-2dfb-43fd-8bdd-0eda377bb510 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.992427] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 957.992427] env[68205]: value = "task-2904694" [ 957.992427] env[68205]: _type = "Task" [ 957.992427] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.999731] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.112195] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904693, 'name': ReconfigVM_Task, 'duration_secs': 0.35423} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.112531] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 75616c8b-280f-41ea-90dd-debeb287d421/75616c8b-280f-41ea-90dd-debeb287d421.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.113190] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9a37c9b-21dd-416d-854a-f873481b3a81 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.125240] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebfb04-e5fa-2cfb-a635-f0702b36a7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.030219} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.126618] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.126884] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.127339] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 958.127339] env[68205]: value = "task-2904695" [ 958.127339] env[68205]: _type = "Task" [ 958.127339] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.127466] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e7c32d1-06d0-4920-8907-bee8006f39a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.137236] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904695, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.138435] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 958.138435] env[68205]: value = "task-2904696" [ 958.138435] env[68205]: _type = "Task" [ 958.138435] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.146664] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.474918] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.481722] env[68205]: DEBUG oslo_vmware.api [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904691, 'name': PowerOnVM_Task, 'duration_secs': 0.660378} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.482304] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.482500] env[68205]: INFO nova.compute.manager [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Took 12.41 seconds to spawn the instance on the hypervisor. [ 958.482680] env[68205]: DEBUG nova.compute.manager [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.483512] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f3f745-aa08-45fe-8006-0f263a098299 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.502445] env[68205]: DEBUG oslo_vmware.api [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904694, 'name': PowerOnVM_Task, 'duration_secs': 0.498975} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.502715] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.610350] env[68205]: DEBUG nova.compute.manager [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.611299] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcc3e1c-a270-4bc7-9552-8fdc991cf56a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.638771] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904695, 'name': Rename_Task, 'duration_secs': 0.230607} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.639136] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.642250] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04057d29-3fc7-41c1-9f93-0f180710dd53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.649018] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904696, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.649798] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 958.649798] env[68205]: value = "task-2904697" [ 958.649798] env[68205]: _type = "Task" [ 958.649798] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.656922] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.984145] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 958.984595] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.777s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.984990] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.470s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.986685] env[68205]: INFO nova.compute.claims [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.990025] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.990178] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Cleaning up deleted instances {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 959.003564] env[68205]: INFO nova.compute.manager [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Took 70.97 seconds to build instance. [ 959.131154] env[68205]: DEBUG oslo_concurrency.lockutils [None req-037d1214-c3df-4698-9b4a-6a112845fab1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "6980d130-8086-4b37-a596-961f8852bacd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 72.437s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.149888] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894009} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.150304] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.150525] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.154111] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80e9f415-adac-4e69-9ab1-fbb2e8cf0e77 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.161586] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904697, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.162876] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 959.162876] env[68205]: value = "task-2904698" [ 959.162876] env[68205]: _type = "Task" [ 959.162876] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.171715] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.504483] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] There are 41 instances to clean {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 959.504807] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: a182f1ee-24df-4daf-a3bc-888802cba4bc] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.510197] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6a9d17fd-c906-4709-ad77-f837ac738a9f tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "6b210cfd-6875-4998-b502-40cdefe5b810" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.486s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.662905] env[68205]: DEBUG oslo_vmware.api [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904697, 'name': PowerOnVM_Task, 'duration_secs': 0.59825} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.663282] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.663510] env[68205]: INFO nova.compute.manager [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Took 8.68 seconds to spawn the instance on the hypervisor. [ 959.663692] env[68205]: DEBUG nova.compute.manager [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.667838] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f6385c-a934-480c-ba5b-73b0a86f5c27 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.682168] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254106} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.684794] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.686669] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284dd906-d897-406a-a789-37f92d07f83c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.714339] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.718247] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb898aae-d7a6-4df6-ac73-de3ff0b78d32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.740286] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 959.740286] env[68205]: value = "task-2904699" [ 959.740286] env[68205]: _type = "Task" [ 959.740286] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.751647] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.997797] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b881b1ab-73be-487b-a2e9-404354e6d959 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.005578] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9885ca35-9cb8-480e-a123-f5abc6d8fe44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.011433] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 68dbd909-bd4a-4de6-86d1-942261f816c4] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.041485] env[68205]: DEBUG nova.compute.manager [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.046043] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec989ea3-7a0c-4123-8984-b653a7e08f72 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.055157] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeddd65d-edd9-4108-88c8-0d0613e38218 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.070362] env[68205]: DEBUG nova.compute.provider_tree [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.193600] env[68205]: INFO nova.compute.manager [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Took 62.89 seconds to build instance. [ 960.195276] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065b7855-cf91-4be8-aead-f3d2df3f6111 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.203350] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb74e65-22bb-46ac-af86-b0e487019898 tempest-ServersAdminNegativeTestJSON-1722317278 tempest-ServersAdminNegativeTestJSON-1722317278-project-admin] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Suspending the VM {{(pid=68205) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 960.203611] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d8ab429e-5148-47b0-9a57-eea441e66200 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.211095] env[68205]: DEBUG oslo_vmware.api [None req-5fb74e65-22bb-46ac-af86-b0e487019898 tempest-ServersAdminNegativeTestJSON-1722317278 tempest-ServersAdminNegativeTestJSON-1722317278-project-admin] Waiting for the task: (returnval){ [ 960.211095] env[68205]: value = "task-2904700" [ 960.211095] env[68205]: _type = "Task" [ 960.211095] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.220962] env[68205]: DEBUG oslo_vmware.api [None req-5fb74e65-22bb-46ac-af86-b0e487019898 tempest-ServersAdminNegativeTestJSON-1722317278 tempest-ServersAdminNegativeTestJSON-1722317278-project-admin] Task: {'id': task-2904700, 'name': SuspendVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.251704] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.545614] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 1a7265df-0cae-411c-a4fe-72870826d0e6] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.564206] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.573815] env[68205]: DEBUG nova.scheduler.client.report [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.700330] env[68205]: DEBUG oslo_concurrency.lockutils [None req-caaf1e6c-cad5-4616-b0ad-8bf336c42ea6 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "75616c8b-280f-41ea-90dd-debeb287d421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.403s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.723484] env[68205]: DEBUG oslo_vmware.api [None req-5fb74e65-22bb-46ac-af86-b0e487019898 tempest-ServersAdminNegativeTestJSON-1722317278 tempest-ServersAdminNegativeTestJSON-1722317278-project-admin] Task: {'id': task-2904700, 'name': SuspendVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.751813] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904699, 'name': ReconfigVM_Task, 'duration_secs': 0.775287} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.752122] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.752783] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-285f131d-d0b8-47af-8516-8dabf7c2b9f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.760603] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 960.760603] env[68205]: value = "task-2904701" [ 960.760603] env[68205]: _type = "Task" [ 960.760603] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.771612] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904701, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.022335] env[68205]: INFO nova.compute.manager [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Rescuing [ 961.022655] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "refresh_cache-75616c8b-280f-41ea-90dd-debeb287d421" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.022914] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "refresh_cache-75616c8b-280f-41ea-90dd-debeb287d421" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.023274] env[68205]: DEBUG nova.network.neutron [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.050633] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: e408a39d-0c7f-4aa4-a5cf-cd3a60ba7929] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.078432] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.093s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.078971] env[68205]: DEBUG nova.compute.manager [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.081432] env[68205]: DEBUG oslo_concurrency.lockutils [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.483s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.081623] env[68205]: DEBUG oslo_concurrency.lockutils [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.083969] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.809s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.086104] env[68205]: INFO nova.compute.claims [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.115843] env[68205]: INFO nova.scheduler.client.report [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Deleted allocations for instance 24cc0530-19cf-49dc-9502-8c91cac5e7f2 [ 961.202519] env[68205]: DEBUG nova.compute.manager [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.222115] env[68205]: DEBUG oslo_vmware.api [None req-5fb74e65-22bb-46ac-af86-b0e487019898 tempest-ServersAdminNegativeTestJSON-1722317278 tempest-ServersAdminNegativeTestJSON-1722317278-project-admin] Task: {'id': task-2904700, 'name': SuspendVM_Task, 'duration_secs': 0.662473} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.222387] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb74e65-22bb-46ac-af86-b0e487019898 tempest-ServersAdminNegativeTestJSON-1722317278 tempest-ServersAdminNegativeTestJSON-1722317278-project-admin] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Suspended the VM {{(pid=68205) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 961.222561] env[68205]: DEBUG nova.compute.manager [None req-5fb74e65-22bb-46ac-af86-b0e487019898 tempest-ServersAdminNegativeTestJSON-1722317278 tempest-ServersAdminNegativeTestJSON-1722317278-project-admin] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.223368] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae8e19b-9280-43bf-927a-226ea6ab3fa7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.271682] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904701, 'name': Rename_Task, 'duration_secs': 0.285741} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.271950] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.272225] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48e164a9-6d55-47b6-bc4e-2a51b121faa9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.278890] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 961.278890] env[68205]: value = "task-2904702" [ 961.278890] env[68205]: _type = "Task" [ 961.278890] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.289440] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.433651] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987abc83-0b15-405c-a98d-bfe2dcdfd9ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.440745] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d31c270-c843-4d77-9366-471be0735cf1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Suspending the VM {{(pid=68205) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 961.441035] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-72024941-b4f0-480a-bfc1-7c0849f8bb0a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.449928] env[68205]: DEBUG oslo_vmware.api [None req-4d31c270-c843-4d77-9366-471be0735cf1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 961.449928] env[68205]: value = "task-2904703" [ 961.449928] env[68205]: _type = "Task" [ 961.449928] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.459704] env[68205]: DEBUG oslo_vmware.api [None req-4d31c270-c843-4d77-9366-471be0735cf1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904703, 'name': SuspendVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.558620] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: facc3342-97e6-4209-ae31-a20e9ed70a18] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.592277] env[68205]: DEBUG nova.compute.utils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.593844] env[68205]: DEBUG nova.compute.manager [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Not allocating networking since 'none' was specified. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 961.623963] env[68205]: DEBUG oslo_concurrency.lockutils [None req-87761eb1-0067-46c3-b93a-bb57a4619d73 tempest-ServersTestFqdnHostnames-66057396 tempest-ServersTestFqdnHostnames-66057396-project-member] Lock "24cc0530-19cf-49dc-9502-8c91cac5e7f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.065s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.728084] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.791196] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.845628] env[68205]: DEBUG nova.network.neutron [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Updating instance_info_cache with network_info: [{"id": "d4eaab97-7f8b-4428-a97d-b7563af83b56", "address": "fa:16:3e:d2:5d:5e", "network": {"id": "f88d937b-1a3a-4dac-b3ba-7bc9a7386ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289730598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3a287bc6076e4e3c8c26a09f979fdfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eaab97-7f", "ovs_interfaceid": "d4eaab97-7f8b-4428-a97d-b7563af83b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.961157] env[68205]: DEBUG oslo_vmware.api [None req-4d31c270-c843-4d77-9366-471be0735cf1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904703, 'name': SuspendVM_Task} progress is 58%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.063033] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 5d907468-7208-420e-9ca7-5885ab1205f6] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.098945] env[68205]: DEBUG nova.compute.manager [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.292487] env[68205]: DEBUG oslo_vmware.api [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904702, 'name': PowerOnVM_Task, 'duration_secs': 0.697594} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.292749] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.292971] env[68205]: DEBUG nova.compute.manager [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.293761] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e49b761-bdf3-46be-a9e1-eeb5bf28f6d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.348785] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "refresh_cache-75616c8b-280f-41ea-90dd-debeb287d421" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.464153] env[68205]: DEBUG oslo_vmware.api [None req-4d31c270-c843-4d77-9366-471be0735cf1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904703, 'name': SuspendVM_Task, 'duration_secs': 0.725021} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.464153] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d31c270-c843-4d77-9366-471be0735cf1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Suspended the VM {{(pid=68205) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 962.464153] env[68205]: DEBUG nova.compute.manager [None req-4d31c270-c843-4d77-9366-471be0735cf1 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.464414] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bccbf0b-89bd-42f1-8fca-c82ef8e02732 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.566854] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 20eb57e4-d4cd-4b2b-ba64-e47288e661f3] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.593947] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cee8adf-6a89-4fec-aa1b-47aeac5f9844 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.602668] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c856bf9b-013b-4c9c-aca1-a2225d13fcd7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.645226] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a1ba24-3417-47eb-987e-e638712f0572 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.654148] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2589e4-45dc-49eb-8711-46e7d61755a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.669394] env[68205]: DEBUG nova.compute.provider_tree [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.815671] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.075042] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 312b10df-28a7-496d-88c8-ddc0b17e8c9b] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.112119] env[68205]: DEBUG nova.compute.manager [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.143564] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.143808] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.143962] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.144159] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.144303] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.144449] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.144657] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.144808] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.144968] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.145141] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.145315] env[68205]: DEBUG nova.virt.hardware [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.146534] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4d2860-a0f4-4618-9285-31ebdaaf8e53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.156234] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8159c4e-64c5-4935-847e-a528bf1ba042 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.174276] env[68205]: DEBUG nova.scheduler.client.report [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.177549] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.183729] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Creating folder: Project (f120067ac06642579028505226b7d005). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.184516] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c70fdb1-b769-48b9-9869-ecc58fd2663b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.197589] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Created folder: Project (f120067ac06642579028505226b7d005) in parent group-v583212. [ 963.197793] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Creating folder: Instances. Parent ref: group-v583395. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.198046] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa98ba5c-f65c-4679-8786-e0e3966dab07 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.209519] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Created folder: Instances in parent group-v583395. [ 963.209519] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.209666] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.209761] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e63a24b-11c6-4214-b263-239e3282ee93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.229084] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.229084] env[68205]: value = "task-2904706" [ 963.229084] env[68205]: _type = "Task" [ 963.229084] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.237850] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904706, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.474714] env[68205]: INFO nova.compute.manager [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Rebuilding instance [ 963.526994] env[68205]: DEBUG nova.compute.manager [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.528165] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab53f6a5-4d23-4bc2-97a7-88f3e4eec8dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.581728] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: d19fc1e1-b61c-4366-b880-85e694c40ee1] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.685776] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.686405] env[68205]: DEBUG nova.compute.manager [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.690166] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.784s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.690166] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.691805] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.562s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.693465] env[68205]: INFO nova.compute.claims [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.726131] env[68205]: INFO nova.scheduler.client.report [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted allocations for instance e2dc88bf-cd0b-4a9b-9785-b824f4293121 [ 963.747309] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904706, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.890700] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.891304] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-782188fe-71c3-44ed-996b-9e352de5ee34 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.901116] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 963.901116] env[68205]: value = "task-2904707" [ 963.901116] env[68205]: _type = "Task" [ 963.901116] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.909883] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.061171] env[68205]: DEBUG oslo_concurrency.lockutils [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "6b210cfd-6875-4998-b502-40cdefe5b810" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.061171] env[68205]: DEBUG oslo_concurrency.lockutils [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "6b210cfd-6875-4998-b502-40cdefe5b810" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.061171] env[68205]: DEBUG oslo_concurrency.lockutils [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "6b210cfd-6875-4998-b502-40cdefe5b810-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.061402] env[68205]: DEBUG oslo_concurrency.lockutils [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "6b210cfd-6875-4998-b502-40cdefe5b810-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.061546] env[68205]: DEBUG oslo_concurrency.lockutils [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "6b210cfd-6875-4998-b502-40cdefe5b810-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.063261] env[68205]: INFO nova.compute.manager [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Resuming [ 964.063783] env[68205]: DEBUG nova.objects.instance [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lazy-loading 'flavor' on Instance uuid 6980d130-8086-4b37-a596-961f8852bacd {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.067116] env[68205]: INFO nova.compute.manager [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Terminating instance [ 964.086050] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: bcdb9b4e-6538-4752-b506-508ef0e7720a] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.199701] env[68205]: DEBUG nova.compute.utils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.202909] env[68205]: DEBUG nova.compute.manager [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.203073] env[68205]: DEBUG nova.network.neutron [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.242784] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904706, 'name': CreateVM_Task, 'duration_secs': 0.630562} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.243254] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0bc36427-b518-4c47-afeb-9e6c8513ebeb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "e2dc88bf-cd0b-4a9b-9785-b824f4293121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.622s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.244093] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.245034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.245034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.245034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.245439] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eead411-9385-410f-9ed1-8edc2bb3bb3d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.252292] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 964.252292] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529b73b8-4895-95ec-721d-0f0050da188a" [ 964.252292] env[68205]: _type = "Task" [ 964.252292] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.261387] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529b73b8-4895-95ec-721d-0f0050da188a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.264452] env[68205]: DEBUG nova.policy [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836a3e7b8e2f4ab8a4f0565f01890ff5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1ec5ad99a074ac2b45f673b057c8634', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.412360] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904707, 'name': PowerOffVM_Task, 'duration_secs': 0.311561} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.412822] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.413792] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2693817-c13c-4698-bee0-69e2c5ba9a85 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.436960] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28529f0-29de-4cca-bdae-a0cdab554c54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.475730] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.476105] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd73486c-1959-4eb9-9aad-dcb60291ffaf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.485318] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 964.485318] env[68205]: value = "task-2904708" [ 964.485318] env[68205]: _type = "Task" [ 964.485318] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.500280] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.500280] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.500280] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.500280] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.500280] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.500687] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b42e0a68-cb8e-4d8c-9c71-4cf444c249e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.510964] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.511185] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.513430] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d7acff-9bd0-400e-ae1c-603ea1eefb25 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.518769] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 964.518769] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c9050b-f2b0-fd0f-e0ad-97495e3721c9" [ 964.518769] env[68205]: _type = "Task" [ 964.518769] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.528834] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c9050b-f2b0-fd0f-e0ad-97495e3721c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.542671] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.542999] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28a82184-eba5-41ab-932e-a777a7c225c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.551409] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 964.551409] env[68205]: value = "task-2904709" [ 964.551409] env[68205]: _type = "Task" [ 964.551409] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.561726] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.571429] env[68205]: DEBUG nova.compute.manager [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.571429] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.571751] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11c5cc0-b159-45f9-8110-70ed9c83d10d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.575531] env[68205]: DEBUG nova.network.neutron [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Successfully created port: 9d59675a-8d92-4266-948f-2a79faf3d241 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.582763] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.583912] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa6e494-0477-400b-b12f-e5b1415e3170 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.588485] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: cf724785-3f69-4e75-93ca-4425ea703689] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.656911] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.657175] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.657383] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Deleting the datastore file [datastore1] 6b210cfd-6875-4998-b502-40cdefe5b810 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.657721] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0332470a-c0d3-49df-bda9-3bd90260629f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.665884] env[68205]: DEBUG oslo_vmware.api [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 964.665884] env[68205]: value = "task-2904711" [ 964.665884] env[68205]: _type = "Task" [ 964.665884] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.675772] env[68205]: DEBUG oslo_vmware.api [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.706155] env[68205]: DEBUG nova.compute.manager [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.766600] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529b73b8-4895-95ec-721d-0f0050da188a, 'name': SearchDatastore_Task, 'duration_secs': 0.012404} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.766895] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.768120] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.768120] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.768120] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.769034] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.769034] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd98d7e5-aaed-4e56-a827-ca2152775db4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.778723] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.778793] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.782483] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4da65d-a00d-4aff-8b74-72a3a8aacb51 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.790538] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 964.790538] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52660e1b-5abd-6710-669c-b4ab7e0d61e0" [ 964.790538] env[68205]: _type = "Task" [ 964.790538] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.799692] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52660e1b-5abd-6710-669c-b4ab7e0d61e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.032651] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c9050b-f2b0-fd0f-e0ad-97495e3721c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010155} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.036281] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40efd558-0942-47be-a95f-c804e402bc88 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.042806] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 965.042806] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52da4dff-e0a6-54b1-474f-f1b7e257bc2e" [ 965.042806] env[68205]: _type = "Task" [ 965.042806] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.051662] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52da4dff-e0a6-54b1-474f-f1b7e257bc2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.062632] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904709, 'name': PowerOffVM_Task, 'duration_secs': 0.209144} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.062902] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.063133] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.066136] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b207f4-174a-4361-a948-22751afb4294 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.073766] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.074013] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2d75a49-d53e-4433-a64f-bfdf6dd49a30 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.094102] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 6a7f56a0-251a-4461-a882-9019cb2d31ea] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.152840] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.153784] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.153912] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleting the datastore file [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.154423] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44eb6a76-b366-4b0b-afaf-317d0363e5e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.168561] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 965.168561] env[68205]: value = "task-2904713" [ 965.168561] env[68205]: _type = "Task" [ 965.168561] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.184356] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.187637] env[68205]: DEBUG oslo_vmware.api [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166635} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.188134] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.188134] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.188423] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.188655] env[68205]: INFO nova.compute.manager [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Took 0.62 seconds to destroy the instance on the hypervisor. [ 965.189022] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.189359] env[68205]: DEBUG nova.compute.manager [-] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.189359] env[68205]: DEBUG nova.network.neutron [-] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.238130] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0780a4-54c5-4be7-b850-ce5853c42893 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.250774] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d538940b-2c83-4d91-b2a5-1c37c9597b5e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.290750] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cce229-fb18-40b3-ae84-4cd01b703e54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.306760] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12976362-a47b-4976-ad84-d814a0a1c212 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.311977] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52660e1b-5abd-6710-669c-b4ab7e0d61e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.313431] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a768da1e-2459-4b57-ac19-c66684f126f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.325431] env[68205]: DEBUG nova.compute.provider_tree [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.327889] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 965.327889] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52be2ba5-d1d1-4153-08cb-a0ca7558a5e6" [ 965.327889] env[68205]: _type = "Task" [ 965.327889] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.336969] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52be2ba5-d1d1-4153-08cb-a0ca7558a5e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.337782] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.338052] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] d4e76ac9-3c46-49ee-9331-c4133f2a58de/d4e76ac9-3c46-49ee-9331-c4133f2a58de.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.338364] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31ecc29b-6317-404e-8b23-dc7790fc9ad5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.345689] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 965.345689] env[68205]: value = "task-2904714" [ 965.345689] env[68205]: _type = "Task" [ 965.345689] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.354367] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.556267] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52da4dff-e0a6-54b1-474f-f1b7e257bc2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012233} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.556853] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.557168] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 75616c8b-280f-41ea-90dd-debeb287d421/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. {{(pid=68205) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 965.557505] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26d96a73-a575-4ab5-9978-9e94bfa13a72 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.568752] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 965.568752] env[68205]: value = "task-2904715" [ 965.568752] env[68205]: _type = "Task" [ 965.568752] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.578041] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.583508] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.583508] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquired lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.583508] env[68205]: DEBUG nova.network.neutron [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.597291] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: aa631f83-2087-46a6-82f6-add91abce8ce] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.649511] env[68205]: DEBUG nova.compute.manager [req-2d9350c8-d76f-4a66-870b-daeec97363c9 req-99b30403-d8d9-42cf-aa17-c8083f9d7b2c service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Received event network-vif-deleted-443efea6-040f-48ea-a60d-b0627b47a108 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.649511] env[68205]: INFO nova.compute.manager [req-2d9350c8-d76f-4a66-870b-daeec97363c9 req-99b30403-d8d9-42cf-aa17-c8083f9d7b2c service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Neutron deleted interface 443efea6-040f-48ea-a60d-b0627b47a108; detaching it from the instance and deleting it from the info cache [ 965.649511] env[68205]: DEBUG nova.network.neutron [req-2d9350c8-d76f-4a66-870b-daeec97363c9 req-99b30403-d8d9-42cf-aa17-c8083f9d7b2c service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.684834] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144826} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.685761] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.685761] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.685761] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.727925] env[68205]: DEBUG nova.compute.manager [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.755294] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.756259] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.756259] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.756392] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.756594] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.756810] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.757042] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.757334] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.757485] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.757641] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.757813] env[68205]: DEBUG nova.virt.hardware [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.758842] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b37c66-9539-4303-9aad-0af80cd0084c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.769739] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc6dab-5372-4bc1-b2b0-4e9a779bbeae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.829748] env[68205]: DEBUG nova.scheduler.client.report [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.858806] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904714, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.024730] env[68205]: DEBUG nova.network.neutron [-] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.081463] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904715, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.102699] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 4e1092eb-b9a9-4997-95d6-ba88f4e907f6] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.153708] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-394d010a-d0cf-48f1-a764-b73baf348942 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.168140] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0558ba0f-5c1c-4089-af16-5fe8ba59f530 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.214194] env[68205]: DEBUG nova.compute.manager [req-2d9350c8-d76f-4a66-870b-daeec97363c9 req-99b30403-d8d9-42cf-aa17-c8083f9d7b2c service nova] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Detach interface failed, port_id=443efea6-040f-48ea-a60d-b0627b47a108, reason: Instance 6b210cfd-6875-4998-b502-40cdefe5b810 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 966.239775] env[68205]: DEBUG nova.compute.manager [req-d91bdf53-6248-44c9-92fd-a4c3ad6903e7 req-39a13c65-305e-425f-81e9-17d9c496396e service nova] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Received event network-vif-plugged-9d59675a-8d92-4266-948f-2a79faf3d241 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.239986] env[68205]: DEBUG oslo_concurrency.lockutils [req-d91bdf53-6248-44c9-92fd-a4c3ad6903e7 req-39a13c65-305e-425f-81e9-17d9c496396e service nova] Acquiring lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.240216] env[68205]: DEBUG oslo_concurrency.lockutils [req-d91bdf53-6248-44c9-92fd-a4c3ad6903e7 req-39a13c65-305e-425f-81e9-17d9c496396e service nova] Lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.240376] env[68205]: DEBUG oslo_concurrency.lockutils [req-d91bdf53-6248-44c9-92fd-a4c3ad6903e7 req-39a13c65-305e-425f-81e9-17d9c496396e service nova] Lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.240574] env[68205]: DEBUG nova.compute.manager [req-d91bdf53-6248-44c9-92fd-a4c3ad6903e7 req-39a13c65-305e-425f-81e9-17d9c496396e service nova] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] No waiting events found dispatching network-vif-plugged-9d59675a-8d92-4266-948f-2a79faf3d241 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.240683] env[68205]: WARNING nova.compute.manager [req-d91bdf53-6248-44c9-92fd-a4c3ad6903e7 req-39a13c65-305e-425f-81e9-17d9c496396e service nova] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Received unexpected event network-vif-plugged-9d59675a-8d92-4266-948f-2a79faf3d241 for instance with vm_state building and task_state spawning. [ 966.273750] env[68205]: DEBUG nova.network.neutron [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Successfully updated port: 9d59675a-8d92-4266-948f-2a79faf3d241 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.337279] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.337835] env[68205]: DEBUG nova.compute.manager [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.340987] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.802s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.341193] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.343109] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.794s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.343294] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.344947] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.853s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.346400] env[68205]: INFO nova.compute.claims [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.359792] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577783} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.360324] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] d4e76ac9-3c46-49ee-9331-c4133f2a58de/d4e76ac9-3c46-49ee-9331-c4133f2a58de.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.360648] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.361218] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ae2ffe9-542a-4d0c-a5b8-c82538897724 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.368869] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 966.368869] env[68205]: value = "task-2904716" [ 966.368869] env[68205]: _type = "Task" [ 966.368869] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.370302] env[68205]: INFO nova.scheduler.client.report [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleted allocations for instance 26573517-be6c-4440-b71a-6b77acb9814e [ 966.377238] env[68205]: DEBUG nova.network.neutron [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updating instance_info_cache with network_info: [{"id": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "address": "fa:16:3e:25:34:72", "network": {"id": "412697a2-39a6-4806-ab0e-7951079e432a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-476790644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ed766027e0a49659be6942347b14a54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257cde4a-e1", "ovs_interfaceid": "257cde4a-e17a-4955-aed0-7cf9c2b0b0c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.378997] env[68205]: INFO nova.scheduler.client.report [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Deleted allocations for instance 970f1910-fdd7-4dea-92f6-1e1f403c9708 [ 966.386470] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.527385] env[68205]: INFO nova.compute.manager [-] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Took 1.34 seconds to deallocate network for instance. [ 966.579598] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688485} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.579876] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 75616c8b-280f-41ea-90dd-debeb287d421/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. [ 966.580640] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd88003e-c3bd-42af-9b22-85d516e31a8f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.605756] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 75616c8b-280f-41ea-90dd-debeb287d421/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.606221] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: ffc1e545-a64e-4c24-8d82-c2e74d953a0f] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.607902] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6097bce8-497b-4c29-bfbd-4039db6ed6ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.627299] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 966.627299] env[68205]: value = "task-2904717" [ 966.627299] env[68205]: _type = "Task" [ 966.627299] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.636263] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.655382] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "710cd50a-aff0-4346-b202-a0d553bd0eb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.655625] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.734255] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.734527] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.734932] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.735287] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.735462] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.735614] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.735831] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.736015] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.736269] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.736457] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.736637] env[68205]: DEBUG nova.virt.hardware [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.737633] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ee8562-c317-4476-b427-90b655fa6d63 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.748711] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bed2f94-f36b-411e-a857-99df6a720723 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.763932] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:7a:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4cb37d4-2060-48b6-9e60-156a71fc7ee3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f52924-fa22-427e-9890-cbac76f5da83', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.771663] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.772296] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.772691] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59fd84f7-fa83-4d9c-beb8-f586105f20ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.790995] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "refresh_cache-84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.790995] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired lock "refresh_cache-84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.790995] env[68205]: DEBUG nova.network.neutron [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.798611] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.798611] env[68205]: value = "task-2904718" [ 966.798611] env[68205]: _type = "Task" [ 966.798611] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.806843] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904718, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.851989] env[68205]: DEBUG nova.compute.utils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.857018] env[68205]: DEBUG nova.compute.manager [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.857018] env[68205]: DEBUG nova.network.neutron [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.880941] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Releasing lock "refresh_cache-6980d130-8086-4b37-a596-961f8852bacd" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.884960] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130409} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.885460] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1e25b43a-2149-4f8a-9324-211a45c1c0ed tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "26573517-be6c-4440-b71a-6b77acb9814e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.901s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.886873] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e833d6-7cdb-4f69-b24b-b4502ddd9177 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.891411] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.894418] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef537f-f59e-43fd-b775-c83416699d0c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.898680] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a1c78a5-0970-496f-842d-9a7520cf97b7 tempest-MultipleCreateTestJSON-17315302 tempest-MultipleCreateTestJSON-17315302-project-member] Lock "970f1910-fdd7-4dea-92f6-1e1f403c9708" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.847s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.919924] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] d4e76ac9-3c46-49ee-9331-c4133f2a58de/d4e76ac9-3c46-49ee-9331-c4133f2a58de.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.922217] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7597f6c4-31c3-452e-a454-0887d81eb942 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.937262] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Resuming the VM {{(pid=68205) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 966.938853] env[68205]: DEBUG nova.policy [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45be46295ef948ecaab2d7ca2ce5995e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92518cf0715b4c55a7fe12e8ce0fba1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.941025] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d99a304d-cb5c-4c7b-8c25-1a84247febdc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.948979] env[68205]: DEBUG oslo_vmware.api [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 966.948979] env[68205]: value = "task-2904720" [ 966.948979] env[68205]: _type = "Task" [ 966.948979] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.950349] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 966.950349] env[68205]: value = "task-2904719" [ 966.950349] env[68205]: _type = "Task" [ 966.950349] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.962167] env[68205]: DEBUG oslo_vmware.api [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.964487] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904719, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.033734] env[68205]: DEBUG oslo_concurrency.lockutils [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.122301] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: a20032d7-90d1-47fe-9b7d-64e0ad250897] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.137630] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904717, 'name': ReconfigVM_Task, 'duration_secs': 0.440723} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.137922] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 75616c8b-280f-41ea-90dd-debeb287d421/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.138975] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040d7e88-b948-46c8-afdf-9af2addef6cc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.167186] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda945d0-89e4-42a6-90be-8282bf13190e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.183107] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 967.183107] env[68205]: value = "task-2904721" [ 967.183107] env[68205]: _type = "Task" [ 967.183107] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.193753] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904721, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.308565] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904718, 'name': CreateVM_Task, 'duration_secs': 0.376123} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.308749] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.310023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.310023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.310023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.310676] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fccf961e-9f10-4f73-8e5e-2076fb4be0e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.316735] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 967.316735] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c1971e-f9f9-6e9b-3111-9ab3ebc68c07" [ 967.316735] env[68205]: _type = "Task" [ 967.316735] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.325008] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c1971e-f9f9-6e9b-3111-9ab3ebc68c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.335590] env[68205]: DEBUG nova.network.neutron [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.356600] env[68205]: DEBUG nova.compute.manager [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.471523] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904719, 'name': ReconfigVM_Task, 'duration_secs': 0.31014} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.476673] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Reconfigured VM instance instance-00000042 to attach disk [datastore2] d4e76ac9-3c46-49ee-9331-c4133f2a58de/d4e76ac9-3c46-49ee-9331-c4133f2a58de.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.477469] env[68205]: DEBUG oslo_vmware.api [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.480631] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49905163-09d3-415e-9687-99bfe0b9c1e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.489243] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 967.489243] env[68205]: value = "task-2904722" [ 967.489243] env[68205]: _type = "Task" [ 967.489243] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.506043] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904722, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.561494] env[68205]: DEBUG nova.network.neutron [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Updating instance_info_cache with network_info: [{"id": "9d59675a-8d92-4266-948f-2a79faf3d241", "address": "fa:16:3e:0d:bf:6e", "network": {"id": "26118d2b-9efa-4846-b34a-da728e1e1b73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-982491932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ec5ad99a074ac2b45f673b057c8634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d59675a-8d", "ovs_interfaceid": "9d59675a-8d92-4266-948f-2a79faf3d241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.625667] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 691aa08e-a397-41e6-ac56-e089fa9a4132] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.694171] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904721, 'name': ReconfigVM_Task, 'duration_secs': 0.182192} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.694574] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.694866] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fd7ee97-7120-4a4f-95fb-3204fc5d40c7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.706219] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 967.706219] env[68205]: value = "task-2904723" [ 967.706219] env[68205]: _type = "Task" [ 967.706219] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.718260] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.835070] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c1971e-f9f9-6e9b-3111-9ab3ebc68c07, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.835490] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.835765] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.836049] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.836237] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.836451] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.836767] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fecff3a7-7df0-4cd4-9e40-397d1b2a72ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.845529] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.845777] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.849083] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45969f66-e42d-476a-a5e9-8d2de81b7f11 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.854850] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 967.854850] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5206056a-7c88-5156-53cc-7055b7f3aed0" [ 967.854850] env[68205]: _type = "Task" [ 967.854850] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.867523] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5206056a-7c88-5156-53cc-7055b7f3aed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.917431] env[68205]: DEBUG nova.network.neutron [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Successfully created port: c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.966800] env[68205]: DEBUG oslo_vmware.api [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904720, 'name': PowerOnVM_Task, 'duration_secs': 0.593532} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.967466] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Resumed the VM {{(pid=68205) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 967.967760] env[68205]: DEBUG nova.compute.manager [None req-eaa79a65-03ab-4dd4-aa67-06aeb8ed2fd6 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.968964] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba000388-67c1-407f-8f91-4e600d3c074e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.973766] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bf4b33-5551-483e-a191-9d882a55c796 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.987646] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aa1281-c977-43e5-88da-c4b2bf3eee28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.999951] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904722, 'name': Rename_Task, 'duration_secs': 0.181643} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.024064] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.024584] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0188dd8-ce84-4d5c-8913-9c99e25c6a9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.026838] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dace02-1d32-4af7-8468-909c2d164a44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.036786] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4269b414-4f14-41b3-98f4-b4eba8331380 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.040893] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 968.040893] env[68205]: value = "task-2904724" [ 968.040893] env[68205]: _type = "Task" [ 968.040893] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.053589] env[68205]: DEBUG nova.compute.provider_tree [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.060096] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904724, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.067495] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Releasing lock "refresh_cache-84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.067865] env[68205]: DEBUG nova.compute.manager [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Instance network_info: |[{"id": "9d59675a-8d92-4266-948f-2a79faf3d241", "address": "fa:16:3e:0d:bf:6e", "network": {"id": "26118d2b-9efa-4846-b34a-da728e1e1b73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-982491932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ec5ad99a074ac2b45f673b057c8634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d59675a-8d", "ovs_interfaceid": "9d59675a-8d92-4266-948f-2a79faf3d241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.068304] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:bf:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d59675a-8d92-4266-948f-2a79faf3d241', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.077239] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.077834] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.078066] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af999576-7bf2-44e8-bff9-0066b5889429 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.098747] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.098747] env[68205]: value = "task-2904725" [ 968.098747] env[68205]: _type = "Task" [ 968.098747] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.107201] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904725, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.129371] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 7434bcc8-8780-4dff-abe2-aca82b30af1f] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.214277] env[68205]: DEBUG oslo_vmware.api [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904723, 'name': PowerOnVM_Task, 'duration_secs': 0.435658} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.214653] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.217660] env[68205]: DEBUG nova.compute.manager [None req-a4c4af4d-2afa-453e-9ef1-dd66b7fbf556 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.218613] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a9fd10-9479-43df-8286-53c42364b61a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.365936] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5206056a-7c88-5156-53cc-7055b7f3aed0, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.367404] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a18fd9b-9d1c-4367-a485-dd2d7a6fb7fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.373761] env[68205]: DEBUG nova.compute.manager [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.378702] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 968.378702] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5215766b-b8a2-cdd2-1956-28edda3f6c19" [ 968.378702] env[68205]: _type = "Task" [ 968.378702] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.385219] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5215766b-b8a2-cdd2-1956-28edda3f6c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.389348] env[68205]: DEBUG nova.compute.manager [req-5fe53bdf-c7e4-46a9-95c1-fd0a750951ff req-1e74cafd-b686-4df4-8e17-00a4cd94e1ef service nova] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Received event network-changed-9d59675a-8d92-4266-948f-2a79faf3d241 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.389348] env[68205]: DEBUG nova.compute.manager [req-5fe53bdf-c7e4-46a9-95c1-fd0a750951ff req-1e74cafd-b686-4df4-8e17-00a4cd94e1ef service nova] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Refreshing instance network info cache due to event network-changed-9d59675a-8d92-4266-948f-2a79faf3d241. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.389348] env[68205]: DEBUG oslo_concurrency.lockutils [req-5fe53bdf-c7e4-46a9-95c1-fd0a750951ff req-1e74cafd-b686-4df4-8e17-00a4cd94e1ef service nova] Acquiring lock "refresh_cache-84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.389348] env[68205]: DEBUG oslo_concurrency.lockutils [req-5fe53bdf-c7e4-46a9-95c1-fd0a750951ff req-1e74cafd-b686-4df4-8e17-00a4cd94e1ef service nova] Acquired lock "refresh_cache-84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.389348] env[68205]: DEBUG nova.network.neutron [req-5fe53bdf-c7e4-46a9-95c1-fd0a750951ff req-1e74cafd-b686-4df4-8e17-00a4cd94e1ef service nova] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Refreshing network info cache for port 9d59675a-8d92-4266-948f-2a79faf3d241 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.399728] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.400376] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.403678] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.403678] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.403678] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.403678] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.403678] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.403678] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.403678] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.403678] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.403678] env[68205]: DEBUG nova.virt.hardware [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.403678] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb06f02-c73f-4e2d-a805-f4a5356287c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.411353] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e3b39e-23df-448c-9600-12e0d19542ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.551232] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904724, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.556746] env[68205]: DEBUG nova.scheduler.client.report [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.608237] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904725, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.632726] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 908894e7-1157-4d04-9bd5-d894adac82c9] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.889019] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5215766b-b8a2-cdd2-1956-28edda3f6c19, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.889019] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.889019] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.889019] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5087f4f1-a44b-49d0-93ce-5c3994d9caed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.900866] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 968.900866] env[68205]: value = "task-2904726" [ 968.900866] env[68205]: _type = "Task" [ 968.900866] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.907885] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.055852] env[68205]: DEBUG oslo_vmware.api [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904724, 'name': PowerOnVM_Task, 'duration_secs': 0.948839} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.056656] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.056871] env[68205]: INFO nova.compute.manager [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Took 5.94 seconds to spawn the instance on the hypervisor. [ 969.057069] env[68205]: DEBUG nova.compute.manager [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.058333] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ea505b-8df5-430e-8c8e-8501d0c84f68 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.061647] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.062127] env[68205]: DEBUG nova.compute.manager [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.068632] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 35.384s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.112073] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904725, 'name': CreateVM_Task, 'duration_secs': 0.87511} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.116973] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.117796] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.118151] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.118399] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.119094] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a491441-eb06-445f-95d6-48b479f7c68f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.124133] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 969.124133] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522c76bf-47f8-afb8-0214-08f32f3bc21f" [ 969.124133] env[68205]: _type = "Task" [ 969.124133] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.134846] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522c76bf-47f8-afb8-0214-08f32f3bc21f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.135920] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 9d5dee15-72e7-45c9-8862-7ee24b056e71] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.212088] env[68205]: DEBUG nova.network.neutron [req-5fe53bdf-c7e4-46a9-95c1-fd0a750951ff req-1e74cafd-b686-4df4-8e17-00a4cd94e1ef service nova] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Updated VIF entry in instance network info cache for port 9d59675a-8d92-4266-948f-2a79faf3d241. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.212477] env[68205]: DEBUG nova.network.neutron [req-5fe53bdf-c7e4-46a9-95c1-fd0a750951ff req-1e74cafd-b686-4df4-8e17-00a4cd94e1ef service nova] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Updating instance_info_cache with network_info: [{"id": "9d59675a-8d92-4266-948f-2a79faf3d241", "address": "fa:16:3e:0d:bf:6e", "network": {"id": "26118d2b-9efa-4846-b34a-da728e1e1b73", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-982491932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ec5ad99a074ac2b45f673b057c8634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d59675a-8d", "ovs_interfaceid": "9d59675a-8d92-4266-948f-2a79faf3d241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.410097] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904726, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.569307] env[68205]: DEBUG nova.compute.utils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.574509] env[68205]: DEBUG nova.compute.manager [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.574509] env[68205]: DEBUG nova.network.neutron [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.576845] env[68205]: DEBUG nova.objects.instance [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lazy-loading 'migration_context' on Instance uuid aa17c44d-b31b-4d48-bd02-cd2b38b13452 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.585759] env[68205]: INFO nova.compute.manager [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Took 58.09 seconds to build instance. [ 969.636338] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522c76bf-47f8-afb8-0214-08f32f3bc21f, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.636709] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.636888] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.637139] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.637331] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.637525] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.638611] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: c367ad63-09fd-4f68-8a19-c05ce587db20] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.640383] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-018096c5-0e31-47e5-86a3-dbd751220bd6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.653827] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.653827] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.654719] env[68205]: DEBUG nova.network.neutron [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Successfully updated port: c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.656821] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898e8d75-4226-4112-b5cb-a2a6818c6308 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.663948] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 969.663948] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f300e4-ecd5-9e5d-c39b-d531b5799dd5" [ 969.663948] env[68205]: _type = "Task" [ 969.663948] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.669386] env[68205]: DEBUG nova.policy [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41c488155465428da654d30b94898f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d4c157a34db4a2e967b6e92688a5e43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.677936] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f300e4-ecd5-9e5d-c39b-d531b5799dd5, 'name': SearchDatastore_Task} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.680037] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d707db8-3227-4590-8e05-573ec391fd57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.686341] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 969.686341] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a6bea-3d72-3b77-dcf0-806b59ecf7ec" [ 969.686341] env[68205]: _type = "Task" [ 969.686341] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.696348] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a6bea-3d72-3b77-dcf0-806b59ecf7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.718796] env[68205]: DEBUG oslo_concurrency.lockutils [req-5fe53bdf-c7e4-46a9-95c1-fd0a750951ff req-1e74cafd-b686-4df4-8e17-00a4cd94e1ef service nova] Releasing lock "refresh_cache-84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.826318] env[68205]: DEBUG nova.compute.manager [req-ebefead4-2ac0-4145-ba95-1bf458d4edae req-520eb174-289c-4a05-a383-695e8af5d629 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Received event network-vif-plugged-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.826584] env[68205]: DEBUG oslo_concurrency.lockutils [req-ebefead4-2ac0-4145-ba95-1bf458d4edae req-520eb174-289c-4a05-a383-695e8af5d629 service nova] Acquiring lock "abd64f68-27d9-4c33-8265-def255cf5de7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.826822] env[68205]: DEBUG oslo_concurrency.lockutils [req-ebefead4-2ac0-4145-ba95-1bf458d4edae req-520eb174-289c-4a05-a383-695e8af5d629 service nova] Lock "abd64f68-27d9-4c33-8265-def255cf5de7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.827803] env[68205]: DEBUG oslo_concurrency.lockutils [req-ebefead4-2ac0-4145-ba95-1bf458d4edae req-520eb174-289c-4a05-a383-695e8af5d629 service nova] Lock "abd64f68-27d9-4c33-8265-def255cf5de7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.828256] env[68205]: DEBUG nova.compute.manager [req-ebefead4-2ac0-4145-ba95-1bf458d4edae req-520eb174-289c-4a05-a383-695e8af5d629 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] No waiting events found dispatching network-vif-plugged-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.828256] env[68205]: WARNING nova.compute.manager [req-ebefead4-2ac0-4145-ba95-1bf458d4edae req-520eb174-289c-4a05-a383-695e8af5d629 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Received unexpected event network-vif-plugged-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 for instance with vm_state building and task_state spawning. [ 969.913962] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606318} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.914263] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.914475] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.915401] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcca02d4-95de-4a6f-ba2c-3d7cd76e4f1f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.924212] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 969.924212] env[68205]: value = "task-2904727" [ 969.924212] env[68205]: _type = "Task" [ 969.924212] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.936217] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.078956] env[68205]: DEBUG nova.compute.manager [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.087988] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2e2304ac-8ab6-49b5-80e2-8b7dd0e294b6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "d4e76ac9-3c46-49ee-9331-c4133f2a58de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.599s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.133443] env[68205]: DEBUG nova.network.neutron [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Successfully created port: bb86f3c0-d2aa-456f-9507-6742ba3faf39 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.144830] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 9828400d-1968-474b-aa3f-0d23176f4ee2] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.161112] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.161256] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.161435] env[68205]: DEBUG nova.network.neutron [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.200376] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a6bea-3d72-3b77-dcf0-806b59ecf7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.201363] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.201740] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821/84a471f8-cd8d-42b6-8c12-9ae7fcf3e821.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.202148] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34dde911-6d50-42a3-930b-372054d4a76d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.212069] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 970.212069] env[68205]: value = "task-2904728" [ 970.212069] env[68205]: _type = "Task" [ 970.212069] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.222720] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.434958] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084763} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.435361] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.436516] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1a1d53-a3c1-4e3b-8f11-45cb264c0e06 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.467571] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.470843] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b48c78-0c83-48ce-8716-c1e68a5eb47d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.499218] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 970.499218] env[68205]: value = "task-2904729" [ 970.499218] env[68205]: _type = "Task" [ 970.499218] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.521658] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904729, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.566213] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "578aa91d-3a75-429a-8116-d8ce7bc53175" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.566458] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "578aa91d-3a75-429a-8116-d8ce7bc53175" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.593231] env[68205]: DEBUG nova.compute.manager [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.647400] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 16698e0a-de14-49dd-b833-9a9d5a7c801d] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.664538] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde2621-1b94-43f1-a72f-7394ceb2672f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.682197] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe0defc-0e45-493c-907b-fe08bd4a8d39 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.720783] env[68205]: DEBUG nova.network.neutron [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.726491] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12768411-523e-413a-9bc4-ef85801bcf58 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.740275] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b3c0d5-9cc0-4624-b716-ab59b72d52d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.746106] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904728, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.758536] env[68205]: DEBUG nova.compute.provider_tree [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.968444] env[68205]: DEBUG nova.network.neutron [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updating instance_info_cache with network_info: [{"id": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "address": "fa:16:3e:73:9b:0c", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75cd42b-6e", "ovs_interfaceid": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.996986] env[68205]: INFO nova.compute.manager [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Rebuilding instance [ 971.010835] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.046202] env[68205]: DEBUG nova.compute.manager [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.047188] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd49138-fdd4-49c5-83a4-489c1cff30fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.097929] env[68205]: DEBUG nova.compute.manager [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.114863] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.123273] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.123522] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.123675] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.123852] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.124024] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.124166] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.124375] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.124530] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.124699] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.124861] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.125041] env[68205]: DEBUG nova.virt.hardware [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.125958] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1352aac2-8ad0-424f-b5a3-c2649276aea5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.136856] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d49acf-8e5d-422b-9f89-f83fea79c21a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.151175] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: fbae466a-1f02-457c-b5bc-820a5c4e7a22] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.231143] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540004} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.231482] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821/84a471f8-cd8d-42b6-8c12-9ae7fcf3e821.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.231711] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.231972] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b4f4c62-04a5-4e58-b797-43303a03d88a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.239134] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 971.239134] env[68205]: value = "task-2904730" [ 971.239134] env[68205]: _type = "Task" [ 971.239134] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.249222] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.262407] env[68205]: DEBUG nova.scheduler.client.report [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.471615] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.471988] env[68205]: DEBUG nova.compute.manager [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Instance network_info: |[{"id": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "address": "fa:16:3e:73:9b:0c", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75cd42b-6e", "ovs_interfaceid": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.472456] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:9b:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.480625] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.480849] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.481216] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78c81c8c-2e03-47d7-9668-3d9c32c4c1aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.506577] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.506577] env[68205]: value = "task-2904731" [ 971.506577] env[68205]: _type = "Task" [ 971.506577] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.513910] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904729, 'name': ReconfigVM_Task, 'duration_secs': 0.571141} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.514843] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace/733d11bf-17bb-4325-a6d8-ff5866f53ace.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.515399] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db69ee1-7a91-4cf7-aad8-02910d403c08 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.520947] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904731, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.527554] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 971.527554] env[68205]: value = "task-2904732" [ 971.527554] env[68205]: _type = "Task" [ 971.527554] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.549342] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904732, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.655027] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 21153c58-215c-4985-a5c0-1df0cbc0b15c] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.691147] env[68205]: DEBUG nova.compute.manager [req-8e9191d8-35dd-4b72-a915-f9b6fa3a76a9 req-b902f91f-3bcc-4b02-9ba4-50a6892a935c service nova] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Received event network-vif-plugged-bb86f3c0-d2aa-456f-9507-6742ba3faf39 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.691271] env[68205]: DEBUG oslo_concurrency.lockutils [req-8e9191d8-35dd-4b72-a915-f9b6fa3a76a9 req-b902f91f-3bcc-4b02-9ba4-50a6892a935c service nova] Acquiring lock "3796e31d-5242-4529-8ee8-85fec72eacf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.691748] env[68205]: DEBUG oslo_concurrency.lockutils [req-8e9191d8-35dd-4b72-a915-f9b6fa3a76a9 req-b902f91f-3bcc-4b02-9ba4-50a6892a935c service nova] Lock "3796e31d-5242-4529-8ee8-85fec72eacf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.691748] env[68205]: DEBUG oslo_concurrency.lockutils [req-8e9191d8-35dd-4b72-a915-f9b6fa3a76a9 req-b902f91f-3bcc-4b02-9ba4-50a6892a935c service nova] Lock "3796e31d-5242-4529-8ee8-85fec72eacf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.691748] env[68205]: DEBUG nova.compute.manager [req-8e9191d8-35dd-4b72-a915-f9b6fa3a76a9 req-b902f91f-3bcc-4b02-9ba4-50a6892a935c service nova] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] No waiting events found dispatching network-vif-plugged-bb86f3c0-d2aa-456f-9507-6742ba3faf39 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.691976] env[68205]: WARNING nova.compute.manager [req-8e9191d8-35dd-4b72-a915-f9b6fa3a76a9 req-b902f91f-3bcc-4b02-9ba4-50a6892a935c service nova] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Received unexpected event network-vif-plugged-bb86f3c0-d2aa-456f-9507-6742ba3faf39 for instance with vm_state building and task_state spawning. [ 971.751214] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076373} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.751214] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.751791] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cadf23-7249-4051-b5b6-91b51168ef79 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.790020] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821/84a471f8-cd8d-42b6-8c12-9ae7fcf3e821.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.790224] env[68205]: DEBUG nova.network.neutron [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Successfully updated port: bb86f3c0-d2aa-456f-9507-6742ba3faf39 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.792025] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcf65de8-2ac7-4612-8981-a462c29c45a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.827332] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 971.827332] env[68205]: value = "task-2904733" [ 971.827332] env[68205]: _type = "Task" [ 971.827332] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.837846] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.988868] env[68205]: DEBUG nova.compute.manager [req-70835c5d-970e-4e63-a992-c03b8b8e6a71 req-c155c678-56d5-46de-8ab3-1d22d97626db service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Received event network-changed-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.988868] env[68205]: DEBUG nova.compute.manager [req-70835c5d-970e-4e63-a992-c03b8b8e6a71 req-c155c678-56d5-46de-8ab3-1d22d97626db service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Refreshing instance network info cache due to event network-changed-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.988868] env[68205]: DEBUG oslo_concurrency.lockutils [req-70835c5d-970e-4e63-a992-c03b8b8e6a71 req-c155c678-56d5-46de-8ab3-1d22d97626db service nova] Acquiring lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.988868] env[68205]: DEBUG oslo_concurrency.lockutils [req-70835c5d-970e-4e63-a992-c03b8b8e6a71 req-c155c678-56d5-46de-8ab3-1d22d97626db service nova] Acquired lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.989197] env[68205]: DEBUG nova.network.neutron [req-70835c5d-970e-4e63-a992-c03b8b8e6a71 req-c155c678-56d5-46de-8ab3-1d22d97626db service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Refreshing network info cache for port c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.018885] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904731, 'name': CreateVM_Task, 'duration_secs': 0.483068} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.018885] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.018885] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.018885] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.019213] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.020421] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c60a32d-bd36-442c-ab3d-bffa07df7ab3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.024407] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 972.024407] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c4733d-0171-3020-5ce0-77ee1e9ea02b" [ 972.024407] env[68205]: _type = "Task" [ 972.024407] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.034757] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c4733d-0171-3020-5ce0-77ee1e9ea02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.039486] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904732, 'name': Rename_Task, 'duration_secs': 0.243411} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.040418] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.040418] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe9fc440-8688-40a1-997c-090f9de553e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.047385] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 972.047385] env[68205]: value = "task-2904734" [ 972.047385] env[68205]: _type = "Task" [ 972.047385] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.055953] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.062573] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.062866] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7af87593-0dcb-44f7-b30f-b3b0d4972baf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.069973] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 972.069973] env[68205]: value = "task-2904735" [ 972.069973] env[68205]: _type = "Task" [ 972.069973] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.079619] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.158588] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: dea10c6f-225d-40dc-a364-8cd319223bc2] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.293504] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "refresh_cache-3796e31d-5242-4529-8ee8-85fec72eacf8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.293693] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquired lock "refresh_cache-3796e31d-5242-4529-8ee8-85fec72eacf8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.293877] env[68205]: DEBUG nova.network.neutron [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.297643] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.233s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.309522] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.555s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.311466] env[68205]: INFO nova.compute.claims [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.338727] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904733, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.349437] env[68205]: DEBUG nova.network.neutron [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.513330] env[68205]: DEBUG nova.network.neutron [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Updating instance_info_cache with network_info: [{"id": "bb86f3c0-d2aa-456f-9507-6742ba3faf39", "address": "fa:16:3e:85:18:ce", "network": {"id": "35633fff-aa6b-47d6-bc87-0ca552791ac5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-556151829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4c157a34db4a2e967b6e92688a5e43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb86f3c0-d2", "ovs_interfaceid": "bb86f3c0-d2aa-456f-9507-6742ba3faf39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.551040] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c4733d-0171-3020-5ce0-77ee1e9ea02b, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.554281] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.554520] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.554760] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.554890] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.555077] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.555386] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ba4c9e8-f0ee-4bd1-916f-3a79e18f5a2b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.563890] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.568698] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.568887] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.571875] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5bf4365-6522-4cc0-92a1-4ecbc8cfbae7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.582056] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 972.582056] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525728af-2868-ddee-cb2e-0c67d0d11fae" [ 972.582056] env[68205]: _type = "Task" [ 972.582056] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.587841] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904735, 'name': PowerOffVM_Task, 'duration_secs': 0.235275} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.588503] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.589199] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.589976] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e7c0a1-6605-4afd-8df1-016047eca8e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.595623] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525728af-2868-ddee-cb2e-0c67d0d11fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.603355] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.603632] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-368451da-35a5-4452-9aa6-3b0b0a2ab99c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.632594] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.632867] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.633088] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Deleting the datastore file [datastore2] d4e76ac9-3c46-49ee-9331-c4133f2a58de {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.633381] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aad50a6d-296a-4cde-bbc9-203b41b95a1c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.641071] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 972.641071] env[68205]: value = "task-2904737" [ 972.641071] env[68205]: _type = "Task" [ 972.641071] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.649585] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.665360] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 324ecfd5-13ca-4536-97b2-a84e09cb6495] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.741237] env[68205]: DEBUG nova.network.neutron [req-70835c5d-970e-4e63-a992-c03b8b8e6a71 req-c155c678-56d5-46de-8ab3-1d22d97626db service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updated VIF entry in instance network info cache for port c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.742937] env[68205]: DEBUG nova.network.neutron [req-70835c5d-970e-4e63-a992-c03b8b8e6a71 req-c155c678-56d5-46de-8ab3-1d22d97626db service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updating instance_info_cache with network_info: [{"id": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "address": "fa:16:3e:73:9b:0c", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75cd42b-6e", "ovs_interfaceid": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.838990] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904733, 'name': ReconfigVM_Task, 'duration_secs': 0.527084} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.839338] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821/84a471f8-cd8d-42b6-8c12-9ae7fcf3e821.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.840037] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80c7996c-02f7-48c3-90a6-c2705ebfd574 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.847030] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 972.847030] env[68205]: value = "task-2904738" [ 972.847030] env[68205]: _type = "Task" [ 972.847030] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.855472] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904738, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.016838] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Releasing lock "refresh_cache-3796e31d-5242-4529-8ee8-85fec72eacf8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.017424] env[68205]: DEBUG nova.compute.manager [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Instance network_info: |[{"id": "bb86f3c0-d2aa-456f-9507-6742ba3faf39", "address": "fa:16:3e:85:18:ce", "network": {"id": "35633fff-aa6b-47d6-bc87-0ca552791ac5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-556151829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4c157a34db4a2e967b6e92688a5e43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb86f3c0-d2", "ovs_interfaceid": "bb86f3c0-d2aa-456f-9507-6742ba3faf39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.018161] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:18:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb86f3c0-d2aa-456f-9507-6742ba3faf39', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.026821] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.028358] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.028358] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47b60b97-d033-4006-ad49-8d6c03c4a5a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.047802] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.047802] env[68205]: value = "task-2904739" [ 973.047802] env[68205]: _type = "Task" [ 973.047802] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.063454] env[68205]: DEBUG oslo_vmware.api [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904734, 'name': PowerOnVM_Task, 'duration_secs': 0.576701} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.063454] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904739, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.063454] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.063454] env[68205]: DEBUG nova.compute.manager [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.063907] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3c7223-a203-4292-b84c-fce9a085630e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.092226] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525728af-2868-ddee-cb2e-0c67d0d11fae, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.093223] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d302604-4321-4127-b57e-55b13b2ff011 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.099091] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 973.099091] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5216dc61-29ba-6816-6500-8c9a3054f108" [ 973.099091] env[68205]: _type = "Task" [ 973.099091] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.107996] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5216dc61-29ba-6816-6500-8c9a3054f108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.153324] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162816} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.153538] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.153720] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.153896] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.169461] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 01a827ba-ed4d-4d82-81d2-0ecee7af2c57] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.244878] env[68205]: DEBUG oslo_concurrency.lockutils [req-70835c5d-970e-4e63-a992-c03b8b8e6a71 req-c155c678-56d5-46de-8ab3-1d22d97626db service nova] Releasing lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.363259] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904738, 'name': Rename_Task, 'duration_secs': 0.186862} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.363680] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.364021] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48c93d90-5f1f-4f7b-8c5f-1bccde1b2cc0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.372133] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 973.372133] env[68205]: value = "task-2904740" [ 973.372133] env[68205]: _type = "Task" [ 973.372133] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.383424] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.560855] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904739, 'name': CreateVM_Task, 'duration_secs': 0.381482} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.563582] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.564434] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.564671] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.565015] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.565317] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026c34d8-93d0-49ef-aa94-f69008880708 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.570793] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 973.570793] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d873eb-5b94-a8dc-431e-dd664380e73b" [ 973.570793] env[68205]: _type = "Task" [ 973.570793] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.583128] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.585767] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d873eb-5b94-a8dc-431e-dd664380e73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.612298] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5216dc61-29ba-6816-6500-8c9a3054f108, 'name': SearchDatastore_Task, 'duration_secs': 0.017476} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.612557] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.612810] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] abd64f68-27d9-4c33-8265-def255cf5de7/abd64f68-27d9-4c33-8265-def255cf5de7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.613089] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fa32bab-38e4-4379-92bf-a996dd5f475c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.623148] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 973.623148] env[68205]: value = "task-2904741" [ 973.623148] env[68205]: _type = "Task" [ 973.623148] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.633844] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.672126] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 7c479f08-16a0-4573-8cae-3a6f4b1c0c33] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.718382] env[68205]: DEBUG nova.compute.manager [req-48a3c9d1-88fa-4939-bbdb-263fc9a93d72 req-b8585c2b-cbe3-4c09-a448-7a38857a0787 service nova] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Received event network-changed-bb86f3c0-d2aa-456f-9507-6742ba3faf39 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.718541] env[68205]: DEBUG nova.compute.manager [req-48a3c9d1-88fa-4939-bbdb-263fc9a93d72 req-b8585c2b-cbe3-4c09-a448-7a38857a0787 service nova] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Refreshing instance network info cache due to event network-changed-bb86f3c0-d2aa-456f-9507-6742ba3faf39. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.718724] env[68205]: DEBUG oslo_concurrency.lockutils [req-48a3c9d1-88fa-4939-bbdb-263fc9a93d72 req-b8585c2b-cbe3-4c09-a448-7a38857a0787 service nova] Acquiring lock "refresh_cache-3796e31d-5242-4529-8ee8-85fec72eacf8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.718918] env[68205]: DEBUG oslo_concurrency.lockutils [req-48a3c9d1-88fa-4939-bbdb-263fc9a93d72 req-b8585c2b-cbe3-4c09-a448-7a38857a0787 service nova] Acquired lock "refresh_cache-3796e31d-5242-4529-8ee8-85fec72eacf8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.719137] env[68205]: DEBUG nova.network.neutron [req-48a3c9d1-88fa-4939-bbdb-263fc9a93d72 req-b8585c2b-cbe3-4c09-a448-7a38857a0787 service nova] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Refreshing network info cache for port bb86f3c0-d2aa-456f-9507-6742ba3faf39 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.772107] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8e5be9-e884-4da6-8558-b594b4423b82 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.782636] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0283fa-e1d2-4e4d-bc28-6bde702c5bd4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.820814] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20233641-69dd-4c51-99d4-e8af22b6251d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.833463] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7420bf3-4fd3-4423-8516-c01a279fd30c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.850632] env[68205]: DEBUG nova.compute.provider_tree [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.853314] env[68205]: INFO nova.compute.manager [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Swapping old allocation on dict_keys(['579e308c-a36f-4fc5-9808-f6adb1a946ed']) held by migration 2b4e4f1f-6778-4511-a74f-6885bcfc80ae for instance [ 973.880482] env[68205]: DEBUG nova.scheduler.client.report [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Overwriting current allocation {'allocations': {'579e308c-a36f-4fc5-9808-f6adb1a946ed': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 96}}, 'project_id': 'b624493ddf4140788a0732f3edd3be0e', 'user_id': '9e22b38cd0f747c8ac7127456cb4d60c', 'consumer_generation': 1} on consumer aa17c44d-b31b-4d48-bd02-cd2b38b13452 {{(pid=68205) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 973.888356] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904740, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.022718] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.023353] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquired lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.023353] env[68205]: DEBUG nova.network.neutron [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.081793] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d873eb-5b94-a8dc-431e-dd664380e73b, 'name': SearchDatastore_Task, 'duration_secs': 0.013814} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.082124] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.082393] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.082941] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.083104] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.083290] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.083575] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7edc525-a2b1-4e75-8cb7-051ee4667d0f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.099477] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.099760] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.100583] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00abf5ee-a9e9-46b5-86f5-631212652fde {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.108927] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 974.108927] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52686eb8-353c-7d7b-5c45-84b1740d6642" [ 974.108927] env[68205]: _type = "Task" [ 974.108927] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.119173] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52686eb8-353c-7d7b-5c45-84b1740d6642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.135106] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904741, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.177522] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 130f933a-da56-4cef-9732-07ca4d5b43fe] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.201836] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.202163] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.202343] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.203024] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.203024] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.203178] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.203257] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.203416] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.203583] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.203744] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.203916] env[68205]: DEBUG nova.virt.hardware [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.204829] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7afb75-7d80-4350-ab4e-51df9e1a94b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.217360] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26614b08-1023-4fda-ad66-00f20f57fbb6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.236695] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.242326] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.242871] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.243101] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e385204d-bbab-41ec-856f-610c619d5ba6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.261102] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.261102] env[68205]: value = "task-2904742" [ 974.261102] env[68205]: _type = "Task" [ 974.261102] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.269855] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904742, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.357816] env[68205]: DEBUG nova.scheduler.client.report [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.384660] env[68205]: DEBUG oslo_vmware.api [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904740, 'name': PowerOnVM_Task, 'duration_secs': 0.551116} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.384934] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.385156] env[68205]: INFO nova.compute.manager [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Took 8.66 seconds to spawn the instance on the hypervisor. [ 974.385428] env[68205]: DEBUG nova.compute.manager [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.386149] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15222c99-9bf2-41b5-a013-8810d2e626d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.493854] env[68205]: DEBUG nova.network.neutron [req-48a3c9d1-88fa-4939-bbdb-263fc9a93d72 req-b8585c2b-cbe3-4c09-a448-7a38857a0787 service nova] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Updated VIF entry in instance network info cache for port bb86f3c0-d2aa-456f-9507-6742ba3faf39. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.494223] env[68205]: DEBUG nova.network.neutron [req-48a3c9d1-88fa-4939-bbdb-263fc9a93d72 req-b8585c2b-cbe3-4c09-a448-7a38857a0787 service nova] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Updating instance_info_cache with network_info: [{"id": "bb86f3c0-d2aa-456f-9507-6742ba3faf39", "address": "fa:16:3e:85:18:ce", "network": {"id": "35633fff-aa6b-47d6-bc87-0ca552791ac5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-556151829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d4c157a34db4a2e967b6e92688a5e43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb86f3c0-d2", "ovs_interfaceid": "bb86f3c0-d2aa-456f-9507-6742ba3faf39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.619497] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52686eb8-353c-7d7b-5c45-84b1740d6642, 'name': SearchDatastore_Task, 'duration_secs': 0.063699} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.620401] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5066a9e1-b1d5-4eee-a06c-51772f702465 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.630601] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 974.630601] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523afbd8-108c-1dbc-7552-4e79003b3ab5" [ 974.630601] env[68205]: _type = "Task" [ 974.630601] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.637533] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663763} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.638167] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] abd64f68-27d9-4c33-8265-def255cf5de7/abd64f68-27d9-4c33-8265-def255cf5de7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.638450] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.638758] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-840564f3-1563-4b5d-9533-b2e1c450253b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.643506] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523afbd8-108c-1dbc-7552-4e79003b3ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.652598] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 974.652598] env[68205]: value = "task-2904743" [ 974.652598] env[68205]: _type = "Task" [ 974.652598] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.661645] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.681798] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: b3f53fc9-d041-4c75-80fd-a2f5ee6c7283] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.772944] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904742, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.832169] env[68205]: DEBUG nova.network.neutron [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance_info_cache with network_info: [{"id": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "address": "fa:16:3e:68:c6:76", "network": {"id": "8b3e33e2-f089-4616-9caf-2836a3507e50", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f35c8108b1b24188b4e9d0ced326a9c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31365795-4f", "ovs_interfaceid": "31365795-4fb7-4a93-83bb-a43d3f9e9e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.862985] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.863553] env[68205]: DEBUG nova.compute.manager [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.866859] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.096s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.868367] env[68205]: INFO nova.compute.claims [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.910495] env[68205]: INFO nova.compute.manager [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Took 61.65 seconds to build instance. [ 974.940782] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "6980d130-8086-4b37-a596-961f8852bacd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.941171] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "6980d130-8086-4b37-a596-961f8852bacd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.941409] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "6980d130-8086-4b37-a596-961f8852bacd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.941642] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "6980d130-8086-4b37-a596-961f8852bacd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.941824] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "6980d130-8086-4b37-a596-961f8852bacd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.944754] env[68205]: INFO nova.compute.manager [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Terminating instance [ 974.997935] env[68205]: DEBUG oslo_concurrency.lockutils [req-48a3c9d1-88fa-4939-bbdb-263fc9a93d72 req-b8585c2b-cbe3-4c09-a448-7a38857a0787 service nova] Releasing lock "refresh_cache-3796e31d-5242-4529-8ee8-85fec72eacf8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.144910] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523afbd8-108c-1dbc-7552-4e79003b3ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.017858} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.145213] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.145468] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 3796e31d-5242-4529-8ee8-85fec72eacf8/3796e31d-5242-4529-8ee8-85fec72eacf8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.145732] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65a0c99c-85ad-40b0-8515-b15df28f55f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.154225] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 975.154225] env[68205]: value = "task-2904744" [ 975.154225] env[68205]: _type = "Task" [ 975.154225] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.166206] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193321} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.169571] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.170183] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.170652] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49500f25-5de5-4db7-8287-aa5c1aea84a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.185013] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 5f04afba-a327-42e4-99f6-16ac25d1256d] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.195369] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] abd64f68-27d9-4c33-8265-def255cf5de7/abd64f68-27d9-4c33-8265-def255cf5de7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.195955] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10fb89b-5852-4f30-96dc-5b7c5a8c164c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.210787] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.211025] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.211235] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.211469] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.211663] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.213969] env[68205]: INFO nova.compute.manager [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Terminating instance [ 975.221987] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 975.221987] env[68205]: value = "task-2904745" [ 975.221987] env[68205]: _type = "Task" [ 975.221987] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.234442] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.272708] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904742, 'name': CreateVM_Task, 'duration_secs': 0.755412} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.272915] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.273363] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.273523] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.273847] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.274247] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-484b53c8-1c98-4a93-b897-812a9f1ee7d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.279501] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 975.279501] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d54d54-3fc5-2c0c-215d-6724bc5eeb10" [ 975.279501] env[68205]: _type = "Task" [ 975.279501] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.287914] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d54d54-3fc5-2c0c-215d-6724bc5eeb10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.335370] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Releasing lock "refresh_cache-aa17c44d-b31b-4d48-bd02-cd2b38b13452" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.336066] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.337027] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4da257df-caab-402a-bc91-d01b3363d8da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.347903] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 975.347903] env[68205]: value = "task-2904746" [ 975.347903] env[68205]: _type = "Task" [ 975.347903] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.365896] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.368711] env[68205]: DEBUG nova.compute.utils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.370659] env[68205]: DEBUG nova.compute.manager [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.370930] env[68205]: DEBUG nova.network.neutron [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.413321] env[68205]: DEBUG oslo_concurrency.lockutils [None req-316f074d-74fe-4a6d-9a8d-a88cc3277d27 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.906s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.426636] env[68205]: DEBUG nova.policy [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30d0a83ec1f2429a9b57a2bc88263396', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7c8e7f501d34cb6b4630bb09f3ecde8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.448957] env[68205]: DEBUG nova.compute.manager [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.449465] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.450515] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e47aa1-f136-40a3-8cd1-123096157af7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.468671] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.468939] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fec90884-c77a-4fb1-9c17-0be836677a4c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.478022] env[68205]: DEBUG oslo_vmware.api [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 975.478022] env[68205]: value = "task-2904747" [ 975.478022] env[68205]: _type = "Task" [ 975.478022] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.489239] env[68205]: DEBUG oslo_vmware.api [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.495117] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.495470] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.495794] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.496118] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.496411] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.499720] env[68205]: INFO nova.compute.manager [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Terminating instance [ 975.670975] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904744, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.696887] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 42282b6b-6f06-4f86-ac0a-2a1c5229786a] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.719934] env[68205]: DEBUG nova.compute.manager [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.719934] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.720525] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a3bc30-c590-43e0-aca3-5e663e4db4cb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.737200] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.739567] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.740055] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8e050c5-95c1-45c3-9113-7fdd74f49476 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.750918] env[68205]: DEBUG oslo_vmware.api [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 975.750918] env[68205]: value = "task-2904748" [ 975.750918] env[68205]: _type = "Task" [ 975.750918] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.761871] env[68205]: DEBUG oslo_vmware.api [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.794576] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d54d54-3fc5-2c0c-215d-6724bc5eeb10, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.794744] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.794947] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.795645] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.795728] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.796118] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.796400] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c99bece0-f6f1-4466-b0b4-71ed6543f2fe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.811920] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.811920] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.811920] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4adf033e-ef9b-4ed2-9b91-d15f7bdb554d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.819034] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 975.819034] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5243070b-50b1-c586-54b0-38f42146a1f3" [ 975.819034] env[68205]: _type = "Task" [ 975.819034] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.829315] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5243070b-50b1-c586-54b0-38f42146a1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.830981] env[68205]: DEBUG nova.network.neutron [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Successfully created port: 6f357228-9e79-43e9-9bc9-1daa78cac902 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.859848] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904746, 'name': PowerOffVM_Task, 'duration_secs': 0.444046} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.860206] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.860927] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:54:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='04afd5e2-0d50-489a-b8d1-d4a49c5d7c53',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1091404953',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.861211] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.861401] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.861630] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.861796] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.862030] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.862299] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.862509] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.862838] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.863037] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.863247] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.868719] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d760b45-aedf-43fd-abeb-e3770d9b089d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.885623] env[68205]: DEBUG nova.compute.manager [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.899224] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 975.899224] env[68205]: value = "task-2904749" [ 975.899224] env[68205]: _type = "Task" [ 975.899224] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.911025] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.918839] env[68205]: DEBUG nova.compute.manager [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.993218] env[68205]: DEBUG oslo_vmware.api [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904747, 'name': PowerOffVM_Task, 'duration_secs': 0.328173} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.993532] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.993711] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.993974] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6f7e412-70bf-47cd-b5c8-6ec6143f93cf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.004437] env[68205]: DEBUG nova.compute.manager [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.004661] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.005660] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bacd2f3-1c51-45af-99c2-51e0cec29966 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.016900] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.017465] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9ef554c-1bdd-4443-93d7-2674b29345d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.027387] env[68205]: DEBUG oslo_vmware.api [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 976.027387] env[68205]: value = "task-2904751" [ 976.027387] env[68205]: _type = "Task" [ 976.027387] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.053749] env[68205]: DEBUG oslo_vmware.api [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.076617] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.076873] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.077651] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleting the datastore file [datastore1] 6980d130-8086-4b37-a596-961f8852bacd {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.077651] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce235036-359f-432b-a1a8-356fbcca9385 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.089486] env[68205]: DEBUG oslo_vmware.api [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for the task: (returnval){ [ 976.089486] env[68205]: value = "task-2904752" [ 976.089486] env[68205]: _type = "Task" [ 976.089486] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.101645] env[68205]: DEBUG oslo_vmware.api [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.173253] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5522} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.176174] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 3796e31d-5242-4529-8ee8-85fec72eacf8/3796e31d-5242-4529-8ee8-85fec72eacf8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.176538] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.176913] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe6ca1fb-68f9-4198-b653-8d82098bc262 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.186880] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 976.186880] env[68205]: value = "task-2904753" [ 976.186880] env[68205]: _type = "Task" [ 976.186880] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.196775] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.204425] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 15002715-43e8-416a-8a96-a6ebf22b3c2e] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.242016] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904745, 'name': ReconfigVM_Task, 'duration_secs': 0.716232} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.242273] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Reconfigured VM instance instance-00000044 to attach disk [datastore2] abd64f68-27d9-4c33-8265-def255cf5de7/abd64f68-27d9-4c33-8265-def255cf5de7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.245310] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5b8bbdc-c5da-414b-8d93-749564c46cb5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.251160] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 976.251160] env[68205]: value = "task-2904754" [ 976.251160] env[68205]: _type = "Task" [ 976.251160] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.269637] env[68205]: DEBUG oslo_vmware.api [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904748, 'name': PowerOffVM_Task, 'duration_secs': 0.328918} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.274016] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.274360] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.274694] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904754, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.278893] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0336198e-2a97-429a-a71e-6971e2750b72 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.329244] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5243070b-50b1-c586-54b0-38f42146a1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013693} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.335481] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e844b64c-4679-46aa-a86a-e8e0bf16eb40 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.342067] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 976.342067] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52491147-1151-b1da-c7c7-1e05b4a87bc8" [ 976.342067] env[68205]: _type = "Task" [ 976.342067] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.353210] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52491147-1151-b1da-c7c7-1e05b4a87bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.354741] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.355042] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.355296] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleting the datastore file [datastore2] ee5aa786-4de5-478a-902c-2c9f6c5df95e {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.355592] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61865c4f-198e-41f7-bdd5-2b26de1c117a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.363603] env[68205]: DEBUG oslo_vmware.api [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 976.363603] env[68205]: value = "task-2904756" [ 976.363603] env[68205]: _type = "Task" [ 976.363603] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.375598] env[68205]: DEBUG oslo_vmware.api [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.411574] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904749, 'name': ReconfigVM_Task, 'duration_secs': 0.278897} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.412464] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9062243f-0aa1-498d-98df-db8cfd9a2ccc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.435631] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:54:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='04afd5e2-0d50-489a-b8d1-d4a49c5d7c53',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1091404953',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.435871] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.436037] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.436212] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.436354] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.436498] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.436690] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.436843] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.436999] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.437175] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.437367] env[68205]: DEBUG nova.virt.hardware [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.443196] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea8d2fe-7655-4c9a-94d8-cfd2def815d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.451916] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 976.451916] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5260df29-9c3d-0e63-fd42-f65517127e0b" [ 976.451916] env[68205]: _type = "Task" [ 976.451916] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.461973] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.462288] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5260df29-9c3d-0e63-fd42-f65517127e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.482144] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f14375-2227-4d17-bc44-bbee74f62208 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.489906] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e261109-008e-4479-9259-c36f4b84968b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.522209] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24cd636-6a5c-4e52-9aae-824bfda1671b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.533110] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaa52c3-2186-4620-9b93-8f5616bc46d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.551325] env[68205]: DEBUG oslo_vmware.api [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904751, 'name': PowerOffVM_Task, 'duration_secs': 0.263512} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.559815] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.560063] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.561028] env[68205]: DEBUG nova.compute.provider_tree [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.562071] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceb47c6e-5c01-4edb-af91-9fec2d9488cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.603888] env[68205]: DEBUG oslo_vmware.api [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.656182] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.656576] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.656795] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Deleting the datastore file [datastore2] 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.657101] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb11f34f-c117-400f-b122-c18d73df034e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.664872] env[68205]: DEBUG oslo_vmware.api [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for the task: (returnval){ [ 976.664872] env[68205]: value = "task-2904758" [ 976.664872] env[68205]: _type = "Task" [ 976.664872] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.673700] env[68205]: DEBUG oslo_vmware.api [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.699913] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080667} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.700322] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.701484] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8390d153-387d-4b0e-bd4b-6b208f633fef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.709617] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 5ffc47b4-c8f3-4df1-a64f-44854b07bc68] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.743183] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 3796e31d-5242-4529-8ee8-85fec72eacf8/3796e31d-5242-4529-8ee8-85fec72eacf8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.744904] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1afe391-b078-4565-95ef-708016a853de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.784952] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904754, 'name': Rename_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.786718] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 976.786718] env[68205]: value = "task-2904759" [ 976.786718] env[68205]: _type = "Task" [ 976.786718] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.799034] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904759, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.855023] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52491147-1151-b1da-c7c7-1e05b4a87bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.035116} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.855023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.855023] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] d4e76ac9-3c46-49ee-9331-c4133f2a58de/d4e76ac9-3c46-49ee-9331-c4133f2a58de.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.855023] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39f9dff9-d2c4-44bb-bb87-3d80d1e5a7b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.861626] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 976.861626] env[68205]: value = "task-2904760" [ 976.861626] env[68205]: _type = "Task" [ 976.861626] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.872807] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.878134] env[68205]: DEBUG oslo_vmware.api [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.897542] env[68205]: DEBUG nova.compute.manager [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.927226] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.927569] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.928087] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.928087] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.928087] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.928230] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.928806] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.928806] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.928952] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.929095] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.929419] env[68205]: DEBUG nova.virt.hardware [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.930212] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a4612-d5b5-470c-8f3e-b47a9c07899a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.939830] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de069039-377c-41c4-9c54-ff334ec7b90e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.964565] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5260df29-9c3d-0e63-fd42-f65517127e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.025077} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.970189] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 976.970501] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a47e32a0-b9f0-413a-9f6b-099110c28ea7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.989941] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 976.989941] env[68205]: value = "task-2904761" [ 976.989941] env[68205]: _type = "Task" [ 976.989941] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.999712] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.065912] env[68205]: DEBUG nova.scheduler.client.report [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.100886] env[68205]: DEBUG oslo_vmware.api [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Task: {'id': task-2904752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.659009} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.101359] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.101447] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.101578] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.101757] env[68205]: INFO nova.compute.manager [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 977.101999] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.102262] env[68205]: DEBUG nova.compute.manager [-] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.102381] env[68205]: DEBUG nova.network.neutron [-] [instance: 6980d130-8086-4b37-a596-961f8852bacd] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.176526] env[68205]: DEBUG oslo_vmware.api [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Task: {'id': task-2904758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314258} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.176797] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.176987] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.177678] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.177678] env[68205]: INFO nova.compute.manager [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Took 1.17 seconds to destroy the instance on the hypervisor. [ 977.177678] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.178047] env[68205]: DEBUG nova.compute.manager [-] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.178047] env[68205]: DEBUG nova.network.neutron [-] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.244852] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 4f242541-d0d9-404f-b663-389fd58b4fb4] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.296147] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904754, 'name': Rename_Task, 'duration_secs': 0.539441} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.297636] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.297636] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72151430-a634-41f1-a5d8-13040a5aeaac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.303469] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.310904] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 977.310904] env[68205]: value = "task-2904762" [ 977.310904] env[68205]: _type = "Task" [ 977.310904] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.327586] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.374064] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904760, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.380558] env[68205]: DEBUG oslo_vmware.api [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549192} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.380815] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.380999] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.381195] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.381716] env[68205]: INFO nova.compute.manager [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Took 1.66 seconds to destroy the instance on the hypervisor. [ 977.381716] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.381868] env[68205]: DEBUG nova.compute.manager [-] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.381868] env[68205]: DEBUG nova.network.neutron [-] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.504031] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904761, 'name': ReconfigVM_Task, 'duration_secs': 0.28161} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.504340] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 977.505217] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab99597e-0ae0-4018-a1b8-6c5263bc8f48 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.534074] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] aa17c44d-b31b-4d48-bd02-cd2b38b13452/aa17c44d-b31b-4d48-bd02-cd2b38b13452.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.534338] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aaff379-e596-4001-ac4c-419ff191c2d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.554179] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 977.554179] env[68205]: value = "task-2904763" [ 977.554179] env[68205]: _type = "Task" [ 977.554179] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.567819] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.573838] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.574383] env[68205]: DEBUG nova.compute.manager [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.581175] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.779s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.581372] env[68205]: DEBUG nova.objects.instance [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 977.617223] env[68205]: DEBUG nova.network.neutron [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Successfully updated port: 6f357228-9e79-43e9-9bc9-1daa78cac902 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.751688] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: e81ca24d-3bbd-47bf-b88f-d526a5e2ddef] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.756498] env[68205]: DEBUG nova.compute.manager [req-faaa1967-0e06-480b-8729-c30f38dece2b req-4a6c59d8-8f85-4903-a866-6d0f273a87b4 service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Received event network-vif-plugged-6f357228-9e79-43e9-9bc9-1daa78cac902 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.756550] env[68205]: DEBUG oslo_concurrency.lockutils [req-faaa1967-0e06-480b-8729-c30f38dece2b req-4a6c59d8-8f85-4903-a866-6d0f273a87b4 service nova] Acquiring lock "249b1e4f-289e-4109-abc3-12674166aa21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.757326] env[68205]: DEBUG oslo_concurrency.lockutils [req-faaa1967-0e06-480b-8729-c30f38dece2b req-4a6c59d8-8f85-4903-a866-6d0f273a87b4 service nova] Lock "249b1e4f-289e-4109-abc3-12674166aa21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.757550] env[68205]: DEBUG oslo_concurrency.lockutils [req-faaa1967-0e06-480b-8729-c30f38dece2b req-4a6c59d8-8f85-4903-a866-6d0f273a87b4 service nova] Lock "249b1e4f-289e-4109-abc3-12674166aa21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.757702] env[68205]: DEBUG nova.compute.manager [req-faaa1967-0e06-480b-8729-c30f38dece2b req-4a6c59d8-8f85-4903-a866-6d0f273a87b4 service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] No waiting events found dispatching network-vif-plugged-6f357228-9e79-43e9-9bc9-1daa78cac902 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.757864] env[68205]: WARNING nova.compute.manager [req-faaa1967-0e06-480b-8729-c30f38dece2b req-4a6c59d8-8f85-4903-a866-6d0f273a87b4 service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Received unexpected event network-vif-plugged-6f357228-9e79-43e9-9bc9-1daa78cac902 for instance with vm_state building and task_state spawning. [ 977.800612] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904759, 'name': ReconfigVM_Task, 'duration_secs': 0.56617} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.800871] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 3796e31d-5242-4529-8ee8-85fec72eacf8/3796e31d-5242-4529-8ee8-85fec72eacf8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.801606] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eafda0e2-86b2-44cb-b860-be820c66ef1a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.811430] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 977.811430] env[68205]: value = "task-2904764" [ 977.811430] env[68205]: _type = "Task" [ 977.811430] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.821950] env[68205]: DEBUG nova.compute.manager [req-ee75a335-980d-4a59-b973-827caca44abd req-ea0aff4d-2fc1-4ada-81a5-320a8cfcaaee service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Received event network-vif-deleted-257cde4a-e17a-4955-aed0-7cf9c2b0b0c2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.822197] env[68205]: INFO nova.compute.manager [req-ee75a335-980d-4a59-b973-827caca44abd req-ea0aff4d-2fc1-4ada-81a5-320a8cfcaaee service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Neutron deleted interface 257cde4a-e17a-4955-aed0-7cf9c2b0b0c2; detaching it from the instance and deleting it from the info cache [ 977.822424] env[68205]: DEBUG nova.network.neutron [req-ee75a335-980d-4a59-b973-827caca44abd req-ea0aff4d-2fc1-4ada-81a5-320a8cfcaaee service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.837658] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904764, 'name': Rename_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.842762] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.873798] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649159} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.873798] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] d4e76ac9-3c46-49ee-9331-c4133f2a58de/d4e76ac9-3c46-49ee-9331-c4133f2a58de.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.873798] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.874064] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d926f100-8d60-45b5-9460-0cbda7ab5485 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.883549] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 977.883549] env[68205]: value = "task-2904765" [ 977.883549] env[68205]: _type = "Task" [ 977.883549] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.893753] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.063641] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904763, 'name': ReconfigVM_Task, 'duration_secs': 0.300615} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.063886] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Reconfigured VM instance instance-00000031 to attach disk [datastore2] aa17c44d-b31b-4d48-bd02-cd2b38b13452/aa17c44d-b31b-4d48-bd02-cd2b38b13452.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.064773] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba890e34-44d8-4d61-9856-d641350e48d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.083371] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034cba92-2b45-417e-8860-7ed462bac529 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.089513] env[68205]: DEBUG nova.compute.utils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.091073] env[68205]: DEBUG nova.compute.manager [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.091240] env[68205]: DEBUG nova.network.neutron [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.110820] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ca219e-af16-4ff3-a22f-beccb5d93de7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.129291] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquiring lock "refresh_cache-249b1e4f-289e-4109-abc3-12674166aa21" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.129439] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquired lock "refresh_cache-249b1e4f-289e-4109-abc3-12674166aa21" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.129584] env[68205]: DEBUG nova.network.neutron [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.131492] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac312ea8-3368-4e4a-99c9-a0e28ffdca8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.135336] env[68205]: DEBUG nova.policy [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7c9ea4195624ce18a00ff5a0370db4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13ea1b7c153d435086e3c71d94d666dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.142040] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.142292] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5604f4c-51e2-4145-9169-69a7cc69eef7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.150359] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 978.150359] env[68205]: value = "task-2904766" [ 978.150359] env[68205]: _type = "Task" [ 978.150359] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.159613] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.255815] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: c6cbf03e-7419-49ae-8edf-2d46e8416e2b] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.275609] env[68205]: DEBUG nova.network.neutron [-] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.325362] env[68205]: DEBUG oslo_vmware.api [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904762, 'name': PowerOnVM_Task, 'duration_secs': 0.747699} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.328480] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.328699] env[68205]: INFO nova.compute.manager [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Took 9.96 seconds to spawn the instance on the hypervisor. [ 978.328878] env[68205]: DEBUG nova.compute.manager [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.330562] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904764, 'name': Rename_Task, 'duration_secs': 0.272086} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.331170] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900b6369-c16f-4070-b4b9-0a82a64d1ec4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.333661] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d68bfc8-a9d8-4e18-8b51-0f01f15551db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.335592] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.335833] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d002d704-eb9d-4aa7-9679-f92b4166b38c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.348553] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 978.348553] env[68205]: value = "task-2904767" [ 978.348553] env[68205]: _type = "Task" [ 978.348553] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.356022] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0411c458-3fa7-401f-a832-e62e8116702e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.375142] env[68205]: DEBUG nova.network.neutron [-] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.376193] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904767, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.399307] env[68205]: DEBUG nova.compute.manager [req-ee75a335-980d-4a59-b973-827caca44abd req-ea0aff4d-2fc1-4ada-81a5-320a8cfcaaee service nova] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Detach interface failed, port_id=257cde4a-e17a-4955-aed0-7cf9c2b0b0c2, reason: Instance 6980d130-8086-4b37-a596-961f8852bacd could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.410398] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074102} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.410398] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.411055] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc23db52-d6dc-462d-95ee-f7a8b0d36256 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.433464] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] d4e76ac9-3c46-49ee-9331-c4133f2a58de/d4e76ac9-3c46-49ee-9331-c4133f2a58de.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.433887] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-690b7288-42f2-4e95-a781-02f837e47cb9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.450434] env[68205]: DEBUG nova.network.neutron [-] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.459279] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 978.459279] env[68205]: value = "task-2904768" [ 978.459279] env[68205]: _type = "Task" [ 978.459279] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.469459] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.473750] env[68205]: DEBUG nova.network.neutron [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Successfully created port: 0f712750-b1e7-417c-b3ed-1fec0aea4160 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.593405] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c879a5b9-5ffe-4d45-b1d5-34143c6a69da tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.594593] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.462s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.596178] env[68205]: INFO nova.compute.claims [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.599558] env[68205]: DEBUG nova.compute.manager [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.661150] env[68205]: DEBUG oslo_vmware.api [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904766, 'name': PowerOnVM_Task, 'duration_secs': 0.438893} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.661468] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.687935] env[68205]: DEBUG nova.network.neutron [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.758935] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 3aef2e11-5b1a-477a-8587-732aef4eaead] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.782303] env[68205]: INFO nova.compute.manager [-] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Took 1.68 seconds to deallocate network for instance. [ 978.857733] env[68205]: INFO nova.compute.manager [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Took 58.74 seconds to build instance. [ 978.879415] env[68205]: INFO nova.compute.manager [-] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Took 1.70 seconds to deallocate network for instance. [ 978.879415] env[68205]: DEBUG oslo_vmware.api [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904767, 'name': PowerOnVM_Task, 'duration_secs': 0.511857} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.881609] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.881855] env[68205]: INFO nova.compute.manager [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Took 7.78 seconds to spawn the instance on the hypervisor. [ 978.882055] env[68205]: DEBUG nova.compute.manager [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.883033] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77753b3-c3d6-497e-ac57-a5160122e2de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.908395] env[68205]: DEBUG nova.network.neutron [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Updating instance_info_cache with network_info: [{"id": "6f357228-9e79-43e9-9bc9-1daa78cac902", "address": "fa:16:3e:20:5f:fb", "network": {"id": "28d3c525-8c97-4476-bdba-12cebe561a12", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1516441237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c8e7f501d34cb6b4630bb09f3ecde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f357228-9e", "ovs_interfaceid": "6f357228-9e79-43e9-9bc9-1daa78cac902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.908922] env[68205]: WARNING oslo_messaging._drivers.amqpdriver [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 978.953290] env[68205]: INFO nova.compute.manager [-] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Took 1.57 seconds to deallocate network for instance. [ 978.970086] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904768, 'name': ReconfigVM_Task, 'duration_secs': 0.445934} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.970086] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Reconfigured VM instance instance-00000042 to attach disk [datastore2] d4e76ac9-3c46-49ee-9331-c4133f2a58de/d4e76ac9-3c46-49ee-9331-c4133f2a58de.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.970516] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-781c58eb-bbd2-4d88-be46-2e575165a9c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.979044] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 978.979044] env[68205]: value = "task-2904769" [ 978.979044] env[68205]: _type = "Task" [ 978.979044] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.987885] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904769, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.263679] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: f15108d3-114f-4a33-8ffc-133ce917179e] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.288916] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.359991] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98ac14d-2f5e-491e-86d3-09c6e1a6bd5f tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.292s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.389578] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.406504] env[68205]: INFO nova.compute.manager [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Took 54.94 seconds to build instance. [ 979.411111] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Releasing lock "refresh_cache-249b1e4f-289e-4109-abc3-12674166aa21" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.411402] env[68205]: DEBUG nova.compute.manager [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Instance network_info: |[{"id": "6f357228-9e79-43e9-9bc9-1daa78cac902", "address": "fa:16:3e:20:5f:fb", "network": {"id": "28d3c525-8c97-4476-bdba-12cebe561a12", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1516441237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c8e7f501d34cb6b4630bb09f3ecde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f357228-9e", "ovs_interfaceid": "6f357228-9e79-43e9-9bc9-1daa78cac902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.412053] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:5f:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f357228-9e79-43e9-9bc9-1daa78cac902', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.421804] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Creating folder: Project (f7c8e7f501d34cb6b4630bb09f3ecde8). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.422260] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c898add0-43a0-4b1e-a1ac-1e308918a745 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.440233] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Created folder: Project (f7c8e7f501d34cb6b4630bb09f3ecde8) in parent group-v583212. [ 979.440233] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Creating folder: Instances. Parent ref: group-v583403. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.440233] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2690a2f1-107f-4e03-8f33-4c82bc94a7f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.451454] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Created folder: Instances in parent group-v583403. [ 979.451745] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.452066] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.452347] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f998db9a-ec4b-4851-aabe-100796ca797e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.469018] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.478513] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.478513] env[68205]: value = "task-2904772" [ 979.478513] env[68205]: _type = "Task" [ 979.478513] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.496023] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904772, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.496023] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904769, 'name': Rename_Task, 'duration_secs': 0.334238} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.496294] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.496327] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60f792a2-490f-424b-860a-f990b35d4e17 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.506625] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 979.506625] env[68205]: value = "task-2904773" [ 979.506625] env[68205]: _type = "Task" [ 979.506625] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.518990] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.612507] env[68205]: DEBUG nova.compute.manager [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.640348] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e62f4f8b139a347de4cbff6856739901',container_format='bare',created_at=2025-03-10T20:57:18Z,direct_url=,disk_format='vmdk',id=2126593b-7e01-4adb-9afd-a802b4da471c,min_disk=1,min_ram=0,name='tempest-test-snap-741915462',owner='13ea1b7c153d435086e3c71d94d666dc',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-10T20:57:36Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.640604] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.640800] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.640996] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.641185] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.641334] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.641539] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.641696] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.641854] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.642102] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.642257] env[68205]: DEBUG nova.virt.hardware [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.643138] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ccbda4-f3aa-4b11-9a2e-30452eda71dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.655477] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec4beb8-fb5c-47f5-9258-49b6f05674f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.674244] env[68205]: INFO nova.compute.manager [None req-bf9e4ece-a639-4e16-8f44-46bbfe75f1b3 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance to original state: 'active' [ 979.766866] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 265fd430-7f5d-4c12-99bf-f662b22b195a] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.865471] env[68205]: DEBUG nova.compute.manager [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.885218] env[68205]: DEBUG nova.compute.manager [req-349ddd47-181a-4287-b74f-d8b1b43c0c1d req-0a1ada25-027e-43fd-9231-4416da3bd40c service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Received event network-changed-6f357228-9e79-43e9-9bc9-1daa78cac902 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.886083] env[68205]: DEBUG nova.compute.manager [req-349ddd47-181a-4287-b74f-d8b1b43c0c1d req-0a1ada25-027e-43fd-9231-4416da3bd40c service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Refreshing instance network info cache due to event network-changed-6f357228-9e79-43e9-9bc9-1daa78cac902. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.886436] env[68205]: DEBUG oslo_concurrency.lockutils [req-349ddd47-181a-4287-b74f-d8b1b43c0c1d req-0a1ada25-027e-43fd-9231-4416da3bd40c service nova] Acquiring lock "refresh_cache-249b1e4f-289e-4109-abc3-12674166aa21" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.886643] env[68205]: DEBUG oslo_concurrency.lockutils [req-349ddd47-181a-4287-b74f-d8b1b43c0c1d req-0a1ada25-027e-43fd-9231-4416da3bd40c service nova] Acquired lock "refresh_cache-249b1e4f-289e-4109-abc3-12674166aa21" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.886909] env[68205]: DEBUG nova.network.neutron [req-349ddd47-181a-4287-b74f-d8b1b43c0c1d req-0a1ada25-027e-43fd-9231-4416da3bd40c service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Refreshing network info cache for port 6f357228-9e79-43e9-9bc9-1daa78cac902 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.912161] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30fa9159-d1bc-489e-91b3-9b701fe3dcef tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "3796e31d-5242-4529-8ee8-85fec72eacf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.726s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.949383] env[68205]: DEBUG nova.compute.manager [req-673c7ac7-e3c3-446f-8c93-09e9ca5962b2 req-738aa3b8-7cea-40c1-9c4d-e353c059001c service nova] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Received event network-vif-deleted-9d59675a-8d92-4266-948f-2a79faf3d241 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.949580] env[68205]: DEBUG nova.compute.manager [req-673c7ac7-e3c3-446f-8c93-09e9ca5962b2 req-738aa3b8-7cea-40c1-9c4d-e353c059001c service nova] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Received event network-vif-deleted-dea31ab1-4817-42a7-8abd-0becff001b87 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.998047] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904772, 'name': CreateVM_Task, 'duration_secs': 0.453605} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.998047] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.998047] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.998047] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.998047] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.998047] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691a34e9-3d0a-4037-b2c2-07a9403c2df5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.005807] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for the task: (returnval){ [ 980.005807] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f166f7-5644-4254-4e88-806e025730cf" [ 980.005807] env[68205]: _type = "Task" [ 980.005807] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.019929] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f166f7-5644-4254-4e88-806e025730cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.023122] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904773, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.150843] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef37591-55ad-4b89-b025-ffcc0a22d909 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.160289] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19a9903-c896-4050-b528-b78addbebf8b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.203035] env[68205]: DEBUG nova.network.neutron [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Successfully updated port: 0f712750-b1e7-417c-b3ed-1fec0aea4160 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.204604] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d6959e-cab6-408d-a48f-49646ddd7d5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.214474] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a48c939-3103-490a-987e-2e355dcdba9c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.231166] env[68205]: DEBUG nova.compute.provider_tree [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.273135] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.273135] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Cleaning up deleted instances with incomplete migration {{(pid=68205) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 980.385025] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.529800] env[68205]: DEBUG oslo_vmware.api [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904773, 'name': PowerOnVM_Task, 'duration_secs': 0.662288} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.530084] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f166f7-5644-4254-4e88-806e025730cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017716} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.530322] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.531029] env[68205]: DEBUG nova.compute.manager [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.531029] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.531176] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.531324] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.531466] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.531820] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.532669] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75faedf-11d4-42d0-8dc9-b6e09c59a901 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.535213] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-304be458-083e-4cb8-b214-a60d9766a3a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.546766] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.546766] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.547709] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793c650e-d7a6-41db-83c4-5135874ff365 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.553693] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for the task: (returnval){ [ 980.553693] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5202e400-df67-c0e9-1679-015454d56782" [ 980.553693] env[68205]: _type = "Task" [ 980.553693] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.562809] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5202e400-df67-c0e9-1679-015454d56782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.614917] env[68205]: DEBUG nova.network.neutron [req-349ddd47-181a-4287-b74f-d8b1b43c0c1d req-0a1ada25-027e-43fd-9231-4416da3bd40c service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Updated VIF entry in instance network info cache for port 6f357228-9e79-43e9-9bc9-1daa78cac902. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.615339] env[68205]: DEBUG nova.network.neutron [req-349ddd47-181a-4287-b74f-d8b1b43c0c1d req-0a1ada25-027e-43fd-9231-4416da3bd40c service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Updating instance_info_cache with network_info: [{"id": "6f357228-9e79-43e9-9bc9-1daa78cac902", "address": "fa:16:3e:20:5f:fb", "network": {"id": "28d3c525-8c97-4476-bdba-12cebe561a12", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1516441237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7c8e7f501d34cb6b4630bb09f3ecde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f357228-9e", "ovs_interfaceid": "6f357228-9e79-43e9-9bc9-1daa78cac902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.708602] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "refresh_cache-1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.708767] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "refresh_cache-1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.708936] env[68205]: DEBUG nova.network.neutron [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.734578] env[68205]: DEBUG nova.scheduler.client.report [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.775030] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.059674] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.067295] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5202e400-df67-c0e9-1679-015454d56782, 'name': SearchDatastore_Task, 'duration_secs': 0.016187} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.068176] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816d3c8d-ef4a-41fb-87c1-438c2c7f82b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.074393] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for the task: (returnval){ [ 981.074393] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5206c6f5-ac02-b462-2d23-1ff957e58539" [ 981.074393] env[68205]: _type = "Task" [ 981.074393] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.083646] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5206c6f5-ac02-b462-2d23-1ff957e58539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.125677] env[68205]: DEBUG oslo_concurrency.lockutils [req-349ddd47-181a-4287-b74f-d8b1b43c0c1d req-0a1ada25-027e-43fd-9231-4416da3bd40c service nova] Releasing lock "refresh_cache-249b1e4f-289e-4109-abc3-12674166aa21" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.240701] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.241255] env[68205]: DEBUG nova.compute.manager [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.243859] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.462s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.244048] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.246035] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.705s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.247480] env[68205]: INFO nova.compute.claims [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.270211] env[68205]: DEBUG nova.network.neutron [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.284029] env[68205]: INFO nova.scheduler.client.report [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted allocations for instance f1a79e03-d94f-4ed1-9892-8ca00c59fa7e [ 981.455199] env[68205]: DEBUG nova.network.neutron [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Updating instance_info_cache with network_info: [{"id": "0f712750-b1e7-417c-b3ed-1fec0aea4160", "address": "fa:16:3e:68:31:70", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f712750-b1", "ovs_interfaceid": "0f712750-b1e7-417c-b3ed-1fec0aea4160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.487094] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.487094] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.487094] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.487094] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.487094] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.489758] env[68205]: INFO nova.compute.manager [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Terminating instance [ 981.586965] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5206c6f5-ac02-b462-2d23-1ff957e58539, 'name': SearchDatastore_Task, 'duration_secs': 0.03287} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.586965] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.586965] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 249b1e4f-289e-4109-abc3-12674166aa21/249b1e4f-289e-4109-abc3-12674166aa21.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.586965] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db55334f-bd9b-4492-8384-10ff7393e510 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.595385] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for the task: (returnval){ [ 981.595385] env[68205]: value = "task-2904774" [ 981.595385] env[68205]: _type = "Task" [ 981.595385] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.604244] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.752416] env[68205]: DEBUG nova.compute.utils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.753870] env[68205]: DEBUG nova.compute.manager [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.754048] env[68205]: DEBUG nova.network.neutron [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.757905] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "d4e76ac9-3c46-49ee-9331-c4133f2a58de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.758142] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "d4e76ac9-3c46-49ee-9331-c4133f2a58de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.758342] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "d4e76ac9-3c46-49ee-9331-c4133f2a58de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.758517] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "d4e76ac9-3c46-49ee-9331-c4133f2a58de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.758684] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "d4e76ac9-3c46-49ee-9331-c4133f2a58de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.761689] env[68205]: INFO nova.compute.manager [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Terminating instance [ 981.796533] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5fa36b17-d2b8-4fe9-95a9-5e82a2351f4a tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f1a79e03-d94f-4ed1-9892-8ca00c59fa7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.597s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.812380] env[68205]: DEBUG nova.policy [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '629cf1928c004547afdfe0ea2584ccc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf3dcfb8a15d4411b3e4f2dc5bb74d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.915155] env[68205]: DEBUG nova.compute.manager [req-d2ce9644-8735-4b66-a78a-515d8d9693a0 req-bad04de5-7f14-4a88-b880-5ad5d81c299c service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Received event network-changed-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.917021] env[68205]: DEBUG nova.compute.manager [req-d2ce9644-8735-4b66-a78a-515d8d9693a0 req-bad04de5-7f14-4a88-b880-5ad5d81c299c service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Refreshing instance network info cache due to event network-changed-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.917021] env[68205]: DEBUG oslo_concurrency.lockutils [req-d2ce9644-8735-4b66-a78a-515d8d9693a0 req-bad04de5-7f14-4a88-b880-5ad5d81c299c service nova] Acquiring lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.917021] env[68205]: DEBUG oslo_concurrency.lockutils [req-d2ce9644-8735-4b66-a78a-515d8d9693a0 req-bad04de5-7f14-4a88-b880-5ad5d81c299c service nova] Acquired lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.917021] env[68205]: DEBUG nova.network.neutron [req-d2ce9644-8735-4b66-a78a-515d8d9693a0 req-bad04de5-7f14-4a88-b880-5ad5d81c299c service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Refreshing network info cache for port c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.963048] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "refresh_cache-1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.963048] env[68205]: DEBUG nova.compute.manager [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Instance network_info: |[{"id": "0f712750-b1e7-417c-b3ed-1fec0aea4160", "address": "fa:16:3e:68:31:70", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f712750-b1", "ovs_interfaceid": "0f712750-b1e7-417c-b3ed-1fec0aea4160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.963343] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:31:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f712750-b1e7-417c-b3ed-1fec0aea4160', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.971298] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.971576] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.971809] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c1f4dcd-54a0-4990-90cf-7f77c298893e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.988116] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "3796e31d-5242-4529-8ee8-85fec72eacf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.988402] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "3796e31d-5242-4529-8ee8-85fec72eacf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.988608] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "3796e31d-5242-4529-8ee8-85fec72eacf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.988825] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "3796e31d-5242-4529-8ee8-85fec72eacf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.988942] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "3796e31d-5242-4529-8ee8-85fec72eacf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.991701] env[68205]: INFO nova.compute.manager [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Terminating instance [ 981.993644] env[68205]: DEBUG nova.compute.manager [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.993756] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.995808] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35732e12-81c9-45a5-b552-c47040fbb344 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.000937] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.000937] env[68205]: value = "task-2904775" [ 982.000937] env[68205]: _type = "Task" [ 982.000937] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.008240] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.008992] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f39fd9aa-000e-4dd2-98cb-b20455bb9289 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.015954] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904775, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.021885] env[68205]: DEBUG oslo_vmware.api [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 982.021885] env[68205]: value = "task-2904776" [ 982.021885] env[68205]: _type = "Task" [ 982.021885] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.032872] env[68205]: DEBUG oslo_vmware.api [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.108282] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904774, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.264485] env[68205]: DEBUG nova.compute.manager [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.271120] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "refresh_cache-d4e76ac9-3c46-49ee-9331-c4133f2a58de" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.271120] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquired lock "refresh_cache-d4e76ac9-3c46-49ee-9331-c4133f2a58de" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.271120] env[68205]: DEBUG nova.network.neutron [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.410752] env[68205]: DEBUG nova.compute.manager [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Received event network-vif-plugged-0f712750-b1e7-417c-b3ed-1fec0aea4160 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.410962] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] Acquiring lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.411197] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] Lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.411337] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] Lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.411501] env[68205]: DEBUG nova.compute.manager [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] No waiting events found dispatching network-vif-plugged-0f712750-b1e7-417c-b3ed-1fec0aea4160 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.411661] env[68205]: WARNING nova.compute.manager [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Received unexpected event network-vif-plugged-0f712750-b1e7-417c-b3ed-1fec0aea4160 for instance with vm_state building and task_state spawning. [ 982.411811] env[68205]: DEBUG nova.compute.manager [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Received event network-changed-0f712750-b1e7-417c-b3ed-1fec0aea4160 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.411959] env[68205]: DEBUG nova.compute.manager [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Refreshing instance network info cache due to event network-changed-0f712750-b1e7-417c-b3ed-1fec0aea4160. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.412150] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] Acquiring lock "refresh_cache-1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.412281] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] Acquired lock "refresh_cache-1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.412429] env[68205]: DEBUG nova.network.neutron [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Refreshing network info cache for port 0f712750-b1e7-417c-b3ed-1fec0aea4160 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.499223] env[68205]: DEBUG nova.network.neutron [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Successfully created port: e23e45c2-28d3-49da-9e29-7ce2be5d4bce {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.502682] env[68205]: DEBUG nova.compute.manager [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.503039] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.504192] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262a973e-e266-4a89-97ec-5c865b366d0e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.523932] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904775, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.532440] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.535205] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dec80ffd-beee-4193-b28e-fd197fa5fa09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.542895] env[68205]: DEBUG oslo_vmware.api [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904776, 'name': PowerOffVM_Task, 'duration_secs': 0.366623} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.543361] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.543645] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.543982] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fae5a775-9af2-4fbb-9597-e087dfc28d2b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.556023] env[68205]: DEBUG oslo_vmware.api [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 982.556023] env[68205]: value = "task-2904777" [ 982.556023] env[68205]: _type = "Task" [ 982.556023] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.564272] env[68205]: DEBUG oslo_vmware.api [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.610856] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846692} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.617222] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 249b1e4f-289e-4109-abc3-12674166aa21/249b1e4f-289e-4109-abc3-12674166aa21.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.617908] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.618851] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec462d32-9603-4e9c-820a-ca9fc421f977 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.623822] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.624279] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.624599] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Deleting the datastore file [datastore2] aa17c44d-b31b-4d48-bd02-cd2b38b13452 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.626084] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f983dbf5-e01a-4942-aa67-285a66a490a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.633817] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for the task: (returnval){ [ 982.633817] env[68205]: value = "task-2904779" [ 982.633817] env[68205]: _type = "Task" [ 982.633817] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.638791] env[68205]: DEBUG oslo_vmware.api [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 982.638791] env[68205]: value = "task-2904780" [ 982.638791] env[68205]: _type = "Task" [ 982.638791] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.658477] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.666483] env[68205]: DEBUG oslo_vmware.api [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.831229] env[68205]: DEBUG nova.network.neutron [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.852133] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b087b831-1f62-43f1-9243-5a9e4c947390 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.862223] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98aba42-2032-4002-8cf8-9399369a33ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.898940] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232d977b-0697-4c48-8747-8ca1136e9ca9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.912026] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d6b919-d7f0-443b-92c7-91a3bbd3e4ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.928374] env[68205]: DEBUG nova.compute.provider_tree [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.946457] env[68205]: DEBUG nova.network.neutron [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.015202] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904775, 'name': CreateVM_Task, 'duration_secs': 0.809584} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.017716] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.018581] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.018917] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.019372] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.020083] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1be9a5-63bd-408c-bc32-c7c5ca0984c8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.026737] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 983.026737] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523dcc33-5081-d7ab-07d8-b27371d85f14" [ 983.026737] env[68205]: _type = "Task" [ 983.026737] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.031388] env[68205]: DEBUG nova.network.neutron [req-d2ce9644-8735-4b66-a78a-515d8d9693a0 req-bad04de5-7f14-4a88-b880-5ad5d81c299c service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updated VIF entry in instance network info cache for port c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.031973] env[68205]: DEBUG nova.network.neutron [req-d2ce9644-8735-4b66-a78a-515d8d9693a0 req-bad04de5-7f14-4a88-b880-5ad5d81c299c service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updating instance_info_cache with network_info: [{"id": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "address": "fa:16:3e:73:9b:0c", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75cd42b-6e", "ovs_interfaceid": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.038982] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523dcc33-5081-d7ab-07d8-b27371d85f14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.064724] env[68205]: DEBUG oslo_vmware.api [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904777, 'name': PowerOffVM_Task, 'duration_secs': 0.294081} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.064724] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.064724] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.064992] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71fd391d-d617-4cac-a8a3-fe9dec067e60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.132335] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.132335] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.132335] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Deleting the datastore file [datastore2] 3796e31d-5242-4529-8ee8-85fec72eacf8 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.132335] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15b88300-9d91-4a63-801b-c3f1400d42fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.139125] env[68205]: DEBUG oslo_vmware.api [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 983.139125] env[68205]: value = "task-2904782" [ 983.139125] env[68205]: _type = "Task" [ 983.139125] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.151234] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084594} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.152091] env[68205]: DEBUG nova.network.neutron [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Updated VIF entry in instance network info cache for port 0f712750-b1e7-417c-b3ed-1fec0aea4160. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.152471] env[68205]: DEBUG nova.network.neutron [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Updating instance_info_cache with network_info: [{"id": "0f712750-b1e7-417c-b3ed-1fec0aea4160", "address": "fa:16:3e:68:31:70", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f712750-b1", "ovs_interfaceid": "0f712750-b1e7-417c-b3ed-1fec0aea4160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.153984] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.157700] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e2b3d4-b732-435d-a14b-f1e3943b5495 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.160172] env[68205]: DEBUG oslo_vmware.api [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.163371] env[68205]: DEBUG oslo_vmware.api [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198737} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.164496] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.164689] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.164859] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.165033] env[68205]: INFO nova.compute.manager [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Took 1.17 seconds to destroy the instance on the hypervisor. [ 983.165276] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.165719] env[68205]: DEBUG nova.compute.manager [-] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.165817] env[68205]: DEBUG nova.network.neutron [-] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.185450] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 249b1e4f-289e-4109-abc3-12674166aa21/249b1e4f-289e-4109-abc3-12674166aa21.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.186298] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef45501-daca-4d3b-ac48-65984d8d364c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.206223] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for the task: (returnval){ [ 983.206223] env[68205]: value = "task-2904783" [ 983.206223] env[68205]: _type = "Task" [ 983.206223] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.218749] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.278727] env[68205]: DEBUG nova.compute.manager [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.304247] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.304504] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.304657] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.304844] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.304991] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.305154] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.305363] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.305733] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.305798] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.305960] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.306170] env[68205]: DEBUG nova.virt.hardware [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.307062] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7160f0-0622-4fff-8cb8-e370b7eaa20c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.316440] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d46c686-6f3a-419c-88dc-9d6340a763fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.432444] env[68205]: DEBUG nova.scheduler.client.report [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.448038] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Releasing lock "refresh_cache-d4e76ac9-3c46-49ee-9331-c4133f2a58de" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.448224] env[68205]: DEBUG nova.compute.manager [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.448417] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.449529] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a66329c-74d5-44ae-9498-2740a5c90162 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.459340] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.459594] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb6b5e1-93c2-4ff8-9f74-d2e8ad4e4b5e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.467014] env[68205]: DEBUG oslo_vmware.api [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 983.467014] env[68205]: value = "task-2904784" [ 983.467014] env[68205]: _type = "Task" [ 983.467014] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.475820] env[68205]: DEBUG oslo_vmware.api [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.534586] env[68205]: DEBUG oslo_concurrency.lockutils [req-d2ce9644-8735-4b66-a78a-515d8d9693a0 req-bad04de5-7f14-4a88-b880-5ad5d81c299c service nova] Releasing lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.547427] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.547787] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Processing image 2126593b-7e01-4adb-9afd-a802b4da471c {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.548048] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c/2126593b-7e01-4adb-9afd-a802b4da471c.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.548200] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c/2126593b-7e01-4adb-9afd-a802b4da471c.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.548377] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.548646] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9595b1dd-e1b7-4595-bb44-157cf83716aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.560407] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.560637] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.561498] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612cb804-3c29-44e2-84a2-00a2829b4aa6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.568715] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 983.568715] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524db128-28e0-8eb8-6ebc-a1d730c2937a" [ 983.568715] env[68205]: _type = "Task" [ 983.568715] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.577185] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524db128-28e0-8eb8-6ebc-a1d730c2937a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.652771] env[68205]: DEBUG oslo_vmware.api [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.661441] env[68205]: DEBUG oslo_concurrency.lockutils [req-a7637f8b-1181-4637-b37d-3fcccb22dcc0 req-bb960ca7-412b-4e6e-86b7-5206e9e3e480 service nova] Releasing lock "refresh_cache-1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.722289] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904783, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.918126] env[68205]: DEBUG nova.network.neutron [-] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.936863] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.937470] env[68205]: DEBUG nova.compute.manager [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.940852] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.567s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.941069] env[68205]: DEBUG nova.objects.instance [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lazy-loading 'resources' on Instance uuid dfd58e10-3b50-4027-823e-a0bef71ae65f {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.978822] env[68205]: DEBUG oslo_vmware.api [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904784, 'name': PowerOffVM_Task, 'duration_secs': 0.130465} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.979105] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.979276] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.979531] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39acc7ab-8db5-44ac-951b-84c0095e9313 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.989306] env[68205]: DEBUG nova.compute.manager [req-13a91d3b-e0a6-41fa-abc9-7f3d5b4d5ada req-610f1916-7fdb-4c2f-843f-0bb85b5eb4f8 service nova] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Received event network-vif-deleted-31365795-4fb7-4a93-83bb-a43d3f9e9e9e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.006310] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.006541] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.006706] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Deleting the datastore file [datastore2] d4e76ac9-3c46-49ee-9331-c4133f2a58de {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.006986] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6414208d-48a0-4152-9cd3-77fde9643975 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.015129] env[68205]: DEBUG oslo_vmware.api [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for the task: (returnval){ [ 984.015129] env[68205]: value = "task-2904786" [ 984.015129] env[68205]: _type = "Task" [ 984.015129] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.024302] env[68205]: DEBUG oslo_vmware.api [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.081084] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Preparing fetch location {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 984.081351] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Fetch image to [datastore2] OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6/OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6.vmdk {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 984.081555] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Downloading stream optimized image 2126593b-7e01-4adb-9afd-a802b4da471c to [datastore2] OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6/OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6.vmdk on the data store datastore2 as vApp {{(pid=68205) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 984.081757] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Downloading image file data 2126593b-7e01-4adb-9afd-a802b4da471c to the ESX as VM named 'OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6' {{(pid=68205) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 984.152857] env[68205]: DEBUG oslo_vmware.api [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.600717} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.153124] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.153307] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.153519] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.153697] env[68205]: INFO nova.compute.manager [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Took 1.65 seconds to destroy the instance on the hypervisor. [ 984.153935] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.154135] env[68205]: DEBUG nova.compute.manager [-] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.154229] env[68205]: DEBUG nova.network.neutron [-] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.156443] env[68205]: DEBUG oslo_vmware.rw_handles [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 984.156443] env[68205]: value = "resgroup-9" [ 984.156443] env[68205]: _type = "ResourcePool" [ 984.156443] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 984.156635] env[68205]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e4152eec-af9b-484f-99c8-4a9d2a04e5ae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.178185] env[68205]: DEBUG oslo_vmware.rw_handles [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lease: (returnval){ [ 984.178185] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520dc3b4-90e7-621b-4d44-e0b573addfeb" [ 984.178185] env[68205]: _type = "HttpNfcLease" [ 984.178185] env[68205]: } obtained for vApp import into resource pool (val){ [ 984.178185] env[68205]: value = "resgroup-9" [ 984.178185] env[68205]: _type = "ResourcePool" [ 984.178185] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 984.178567] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the lease: (returnval){ [ 984.178567] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520dc3b4-90e7-621b-4d44-e0b573addfeb" [ 984.178567] env[68205]: _type = "HttpNfcLease" [ 984.178567] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 984.185423] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.185423] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520dc3b4-90e7-621b-4d44-e0b573addfeb" [ 984.185423] env[68205]: _type = "HttpNfcLease" [ 984.185423] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.216769] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904783, 'name': ReconfigVM_Task, 'duration_secs': 0.536723} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.217060] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 249b1e4f-289e-4109-abc3-12674166aa21/249b1e4f-289e-4109-abc3-12674166aa21.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.217953] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61591d30-531b-4bc8-be76-359353d6add8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.228510] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for the task: (returnval){ [ 984.228510] env[68205]: value = "task-2904788" [ 984.228510] env[68205]: _type = "Task" [ 984.228510] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.237893] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904788, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.329657] env[68205]: DEBUG nova.network.neutron [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Successfully updated port: e23e45c2-28d3-49da-9e29-7ce2be5d4bce {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.420446] env[68205]: INFO nova.compute.manager [-] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Took 1.25 seconds to deallocate network for instance. [ 984.443134] env[68205]: DEBUG nova.compute.utils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.449652] env[68205]: DEBUG nova.compute.manager [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.449832] env[68205]: DEBUG nova.network.neutron [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.453498] env[68205]: DEBUG nova.compute.manager [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Received event network-vif-plugged-e23e45c2-28d3-49da-9e29-7ce2be5d4bce {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.453498] env[68205]: DEBUG oslo_concurrency.lockutils [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] Acquiring lock "f887bade-c63d-4b59-97ee-214bb8546f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.453498] env[68205]: DEBUG oslo_concurrency.lockutils [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] Lock "f887bade-c63d-4b59-97ee-214bb8546f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.453498] env[68205]: DEBUG oslo_concurrency.lockutils [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] Lock "f887bade-c63d-4b59-97ee-214bb8546f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.453498] env[68205]: DEBUG nova.compute.manager [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] No waiting events found dispatching network-vif-plugged-e23e45c2-28d3-49da-9e29-7ce2be5d4bce {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.453498] env[68205]: WARNING nova.compute.manager [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Received unexpected event network-vif-plugged-e23e45c2-28d3-49da-9e29-7ce2be5d4bce for instance with vm_state building and task_state spawning. [ 984.453830] env[68205]: DEBUG nova.compute.manager [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Received event network-changed-e23e45c2-28d3-49da-9e29-7ce2be5d4bce {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.453830] env[68205]: DEBUG nova.compute.manager [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Refreshing instance network info cache due to event network-changed-e23e45c2-28d3-49da-9e29-7ce2be5d4bce. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.454130] env[68205]: DEBUG oslo_concurrency.lockutils [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] Acquiring lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.454264] env[68205]: DEBUG oslo_concurrency.lockutils [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] Acquired lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.454427] env[68205]: DEBUG nova.network.neutron [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Refreshing network info cache for port e23e45c2-28d3-49da-9e29-7ce2be5d4bce {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.515400] env[68205]: DEBUG nova.policy [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c92c6d98c2a4486b8a7ebfc8731a6764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242b4b7f88a84eed96535683ab919a61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.529942] env[68205]: DEBUG oslo_vmware.api [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Task: {'id': task-2904786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276516} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.530251] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.530456] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.530607] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.530780] env[68205]: INFO nova.compute.manager [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Took 1.08 seconds to destroy the instance on the hypervisor. [ 984.531027] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.531224] env[68205]: DEBUG nova.compute.manager [-] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.531318] env[68205]: DEBUG nova.network.neutron [-] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.552101] env[68205]: DEBUG nova.network.neutron [-] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.693546] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.693546] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520dc3b4-90e7-621b-4d44-e0b573addfeb" [ 984.693546] env[68205]: _type = "HttpNfcLease" [ 984.693546] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.740947] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904788, 'name': Rename_Task, 'duration_secs': 0.154199} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.743433] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.744667] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd448e28-e3e4-45c9-bb15-02170e1fa546 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.752200] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for the task: (returnval){ [ 984.752200] env[68205]: value = "task-2904789" [ 984.752200] env[68205]: _type = "Task" [ 984.752200] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.763587] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.832474] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.886868] env[68205]: DEBUG nova.network.neutron [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Successfully created port: fc2cdb16-cfa6-442a-9cb5-62f6251ce794 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.926768] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.936313] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7984f4-9ce5-4e00-b332-f1e896056250 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.945300] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dae087-7063-4a9b-8495-98544f63b70d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.981231] env[68205]: DEBUG nova.compute.manager [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.986014] env[68205]: DEBUG nova.network.neutron [-] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.988442] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a8c51f-44d3-4274-84db-a9bfa60b8ea8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.998746] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b829b3d4-79b6-4017-9e11-7f74d93aac1b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.016068] env[68205]: DEBUG nova.compute.provider_tree [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.044301] env[68205]: DEBUG nova.network.neutron [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.055508] env[68205]: DEBUG nova.network.neutron [-] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.148772] env[68205]: DEBUG nova.network.neutron [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.195620] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.195620] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520dc3b4-90e7-621b-4d44-e0b573addfeb" [ 985.195620] env[68205]: _type = "HttpNfcLease" [ 985.195620] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 985.196055] env[68205]: DEBUG oslo_vmware.rw_handles [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 985.196055] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520dc3b4-90e7-621b-4d44-e0b573addfeb" [ 985.196055] env[68205]: _type = "HttpNfcLease" [ 985.196055] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 985.197156] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639a4a2c-7326-4d34-a27d-c283254b6240 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.208321] env[68205]: DEBUG oslo_vmware.rw_handles [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb1c24-5f3d-be2e-5441-318a10f9785e/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 985.208563] env[68205]: DEBUG oslo_vmware.rw_handles [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb1c24-5f3d-be2e-5441-318a10f9785e/disk-0.vmdk. {{(pid=68205) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 985.304817] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-415d62b7-83e7-4559-b85f-92ca9a71b22f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.307106] env[68205]: DEBUG oslo_vmware.api [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904789, 'name': PowerOnVM_Task, 'duration_secs': 0.468772} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.308838] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.309146] env[68205]: INFO nova.compute.manager [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Took 8.41 seconds to spawn the instance on the hypervisor. [ 985.309411] env[68205]: DEBUG nova.compute.manager [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.310980] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb9cc58-6f2c-4cd3-aed1-f21a355203eb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.492739] env[68205]: INFO nova.compute.manager [-] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Took 1.34 seconds to deallocate network for instance. [ 985.520081] env[68205]: DEBUG nova.scheduler.client.report [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.560372] env[68205]: INFO nova.compute.manager [-] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Took 1.03 seconds to deallocate network for instance. [ 985.652852] env[68205]: DEBUG oslo_concurrency.lockutils [req-295feca6-4457-4c49-abc5-85ab3e792dcb req-76910645-1c1a-48fd-892e-8e80e6a010de service nova] Releasing lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.652852] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.652852] env[68205]: DEBUG nova.network.neutron [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.831943] env[68205]: INFO nova.compute.manager [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Took 52.09 seconds to build instance. [ 985.997704] env[68205]: DEBUG nova.compute.manager [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.000882] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.026569] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.030685] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.466s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.032544] env[68205]: INFO nova.compute.claims [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.039728] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.040011] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.040231] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.040518] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.040684] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.040870] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.041567] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.041775] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.041993] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.042227] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.042504] env[68205]: DEBUG nova.virt.hardware [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.043697] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a4b81a-5971-4a81-bf0b-f726f582b8e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.058965] env[68205]: INFO nova.scheduler.client.report [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Deleted allocations for instance dfd58e10-3b50-4027-823e-a0bef71ae65f [ 986.068022] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b802f64e-10d8-4cfa-baf2-746d054c07f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.074718] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.082406] env[68205]: DEBUG nova.compute.manager [req-d4b7fb29-cf96-434a-aa1f-3ca6040123dc req-78a931c7-2e7d-4644-9a6f-3e7965975be4 service nova] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Received event network-vif-deleted-bb86f3c0-d2aa-456f-9507-6742ba3faf39 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.188567] env[68205]: DEBUG oslo_concurrency.lockutils [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquiring lock "249b1e4f-289e-4109-abc3-12674166aa21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.189708] env[68205]: DEBUG nova.network.neutron [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.334420] env[68205]: DEBUG oslo_concurrency.lockutils [None req-db7475a2-c14c-46c9-a91d-3bd8dba3a2ee tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lock "249b1e4f-289e-4109-abc3-12674166aa21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.623s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.334781] env[68205]: DEBUG oslo_concurrency.lockutils [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lock "249b1e4f-289e-4109-abc3-12674166aa21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.146s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.335030] env[68205]: DEBUG oslo_concurrency.lockutils [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquiring lock "249b1e4f-289e-4109-abc3-12674166aa21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.335288] env[68205]: DEBUG oslo_concurrency.lockutils [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lock "249b1e4f-289e-4109-abc3-12674166aa21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.335514] env[68205]: DEBUG oslo_concurrency.lockutils [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lock "249b1e4f-289e-4109-abc3-12674166aa21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.339780] env[68205]: INFO nova.compute.manager [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Terminating instance [ 986.349749] env[68205]: DEBUG nova.network.neutron [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance_info_cache with network_info: [{"id": "e23e45c2-28d3-49da-9e29-7ce2be5d4bce", "address": "fa:16:3e:3b:ed:d3", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23e45c2-28", "ovs_interfaceid": "e23e45c2-28d3-49da-9e29-7ce2be5d4bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.462703] env[68205]: DEBUG oslo_vmware.rw_handles [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Completed reading data from the image iterator. {{(pid=68205) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 986.462974] env[68205]: DEBUG oslo_vmware.rw_handles [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb1c24-5f3d-be2e-5441-318a10f9785e/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 986.464127] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa70f72-be72-4c1e-aea0-0bc73c9918b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.472555] env[68205]: DEBUG oslo_vmware.rw_handles [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb1c24-5f3d-be2e-5441-318a10f9785e/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 986.472765] env[68205]: DEBUG oslo_vmware.rw_handles [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb1c24-5f3d-be2e-5441-318a10f9785e/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 986.473063] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2436cfbe-7e29-4c0c-bf65-45606fff2450 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.507742] env[68205]: DEBUG nova.compute.manager [req-04c37048-3a34-42c9-ba85-e72b9661ec21 req-c9413fbb-e3c1-4fcb-9728-fe828cfd6369 service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Received event network-vif-plugged-fc2cdb16-cfa6-442a-9cb5-62f6251ce794 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.508008] env[68205]: DEBUG oslo_concurrency.lockutils [req-04c37048-3a34-42c9-ba85-e72b9661ec21 req-c9413fbb-e3c1-4fcb-9728-fe828cfd6369 service nova] Acquiring lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.508298] env[68205]: DEBUG oslo_concurrency.lockutils [req-04c37048-3a34-42c9-ba85-e72b9661ec21 req-c9413fbb-e3c1-4fcb-9728-fe828cfd6369 service nova] Lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.508474] env[68205]: DEBUG oslo_concurrency.lockutils [req-04c37048-3a34-42c9-ba85-e72b9661ec21 req-c9413fbb-e3c1-4fcb-9728-fe828cfd6369 service nova] Lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.508640] env[68205]: DEBUG nova.compute.manager [req-04c37048-3a34-42c9-ba85-e72b9661ec21 req-c9413fbb-e3c1-4fcb-9728-fe828cfd6369 service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] No waiting events found dispatching network-vif-plugged-fc2cdb16-cfa6-442a-9cb5-62f6251ce794 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.508805] env[68205]: WARNING nova.compute.manager [req-04c37048-3a34-42c9-ba85-e72b9661ec21 req-c9413fbb-e3c1-4fcb-9728-fe828cfd6369 service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Received unexpected event network-vif-plugged-fc2cdb16-cfa6-442a-9cb5-62f6251ce794 for instance with vm_state building and task_state spawning. [ 986.585469] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3d8364cb-8725-434d-90f6-b559cee0901f tempest-FloatingIPsAssociationNegativeTestJSON-86959771 tempest-FloatingIPsAssociationNegativeTestJSON-86959771-project-member] Lock "dfd58e10-3b50-4027-823e-a0bef71ae65f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.692s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.696610] env[68205]: DEBUG oslo_vmware.rw_handles [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb1c24-5f3d-be2e-5441-318a10f9785e/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 986.696878] env[68205]: INFO nova.virt.vmwareapi.images [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Downloaded image file data 2126593b-7e01-4adb-9afd-a802b4da471c [ 986.698363] env[68205]: DEBUG nova.network.neutron [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Successfully updated port: fc2cdb16-cfa6-442a-9cb5-62f6251ce794 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.701178] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a29dd6b-adee-41cd-be37-84e970d33cf0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.724512] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7172fb0c-46f5-4e2f-a2b4-f8f512ddb5d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.759364] env[68205]: INFO nova.virt.vmwareapi.images [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] The imported VM was unregistered [ 986.762011] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Caching image {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 986.762299] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.762623] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01639639-c6cc-490f-9297-768095ea9a4a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.776337] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Created directory with path [datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.776567] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6/OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6.vmdk to [datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c/2126593b-7e01-4adb-9afd-a802b4da471c.vmdk. {{(pid=68205) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 986.776866] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3f04a2db-eb16-4d9f-8534-8b9ba675e62c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.786313] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 986.786313] env[68205]: value = "task-2904791" [ 986.786313] env[68205]: _type = "Task" [ 986.786313] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.801665] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904791, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.844532] env[68205]: DEBUG nova.compute.manager [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.844635] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.845960] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e346d6-025d-42f6-a91a-a109af24ef75 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.854553] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.855759] env[68205]: DEBUG nova.compute.manager [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Instance network_info: |[{"id": "e23e45c2-28d3-49da-9e29-7ce2be5d4bce", "address": "fa:16:3e:3b:ed:d3", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23e45c2-28", "ovs_interfaceid": "e23e45c2-28d3-49da-9e29-7ce2be5d4bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.855759] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.855759] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:ed:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e23e45c2-28d3-49da-9e29-7ce2be5d4bce', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.863585] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.864183] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7098b337-d4f8-48ec-bfa0-3f52a45d22ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.866095] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.866351] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52ed16c9-48b8-499a-aecc-0a110dd78836 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.890358] env[68205]: DEBUG oslo_vmware.api [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for the task: (returnval){ [ 986.890358] env[68205]: value = "task-2904792" [ 986.890358] env[68205]: _type = "Task" [ 986.890358] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.891798] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.891798] env[68205]: value = "task-2904793" [ 986.891798] env[68205]: _type = "Task" [ 986.891798] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.908135] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904793, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.908435] env[68205]: DEBUG oslo_vmware.api [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.209223] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquiring lock "refresh_cache-f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.209559] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquired lock "refresh_cache-f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.209615] env[68205]: DEBUG nova.network.neutron [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.299308] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904791, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.408361] env[68205]: DEBUG oslo_vmware.api [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904792, 'name': PowerOffVM_Task, 'duration_secs': 0.413294} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.411948] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.412008] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.412709] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904793, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.412709] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2ec4503-8e3d-4f64-a9e4-9d5feb88f685 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.561030] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a1bdb-5b9f-463b-aef1-0934bfbe4133 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.575549] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be759abf-968d-4414-afee-2d9d15a00a24 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.577241] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.577975] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.577975] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Deleting the datastore file [datastore2] 249b1e4f-289e-4109-abc3-12674166aa21 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.578422] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32925e2b-ad93-4952-a3fb-3f472773f405 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.611745] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd0c481-c147-447d-a698-65e74d77dd3b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.614734] env[68205]: DEBUG oslo_vmware.api [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for the task: (returnval){ [ 987.614734] env[68205]: value = "task-2904795" [ 987.614734] env[68205]: _type = "Task" [ 987.614734] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.626781] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc801148-022e-4fe8-b38e-1c014fb5d658 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.631319] env[68205]: DEBUG oslo_vmware.api [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.643228] env[68205]: DEBUG nova.compute.provider_tree [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.764018] env[68205]: DEBUG nova.network.neutron [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.803031] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904791, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.916991] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904793, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.090067] env[68205]: DEBUG nova.network.neutron [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Updating instance_info_cache with network_info: [{"id": "fc2cdb16-cfa6-442a-9cb5-62f6251ce794", "address": "fa:16:3e:03:e9:2f", "network": {"id": "ec1ef833-728f-4a0f-a369-f67cb92ef32b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-803593891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242b4b7f88a84eed96535683ab919a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc2cdb16-cf", "ovs_interfaceid": "fc2cdb16-cfa6-442a-9cb5-62f6251ce794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.126809] env[68205]: DEBUG oslo_vmware.api [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.146682] env[68205]: DEBUG nova.scheduler.client.report [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.300234] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904791, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.412884] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904793, 'name': CreateVM_Task, 'duration_secs': 1.153178} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.413071] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.413810] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.414062] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.414442] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.414804] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07292f1-094e-4e5c-961d-29547e2f4587 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.422544] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 988.422544] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52858b2d-d551-6f66-3a5d-fd985b73c9ae" [ 988.422544] env[68205]: _type = "Task" [ 988.422544] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.435046] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52858b2d-d551-6f66-3a5d-fd985b73c9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.540920] env[68205]: DEBUG nova.compute.manager [req-3550a8a0-7a8c-460c-8d64-13bf9a358458 req-86f89c3d-3bba-45eb-a608-159f7f80eaca service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Received event network-changed-fc2cdb16-cfa6-442a-9cb5-62f6251ce794 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.540920] env[68205]: DEBUG nova.compute.manager [req-3550a8a0-7a8c-460c-8d64-13bf9a358458 req-86f89c3d-3bba-45eb-a608-159f7f80eaca service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Refreshing instance network info cache due to event network-changed-fc2cdb16-cfa6-442a-9cb5-62f6251ce794. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.540920] env[68205]: DEBUG oslo_concurrency.lockutils [req-3550a8a0-7a8c-460c-8d64-13bf9a358458 req-86f89c3d-3bba-45eb-a608-159f7f80eaca service nova] Acquiring lock "refresh_cache-f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.593918] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Releasing lock "refresh_cache-f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.594263] env[68205]: DEBUG nova.compute.manager [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Instance network_info: |[{"id": "fc2cdb16-cfa6-442a-9cb5-62f6251ce794", "address": "fa:16:3e:03:e9:2f", "network": {"id": "ec1ef833-728f-4a0f-a369-f67cb92ef32b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-803593891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242b4b7f88a84eed96535683ab919a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc2cdb16-cf", "ovs_interfaceid": "fc2cdb16-cfa6-442a-9cb5-62f6251ce794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.594721] env[68205]: DEBUG oslo_concurrency.lockutils [req-3550a8a0-7a8c-460c-8d64-13bf9a358458 req-86f89c3d-3bba-45eb-a608-159f7f80eaca service nova] Acquired lock "refresh_cache-f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.594923] env[68205]: DEBUG nova.network.neutron [req-3550a8a0-7a8c-460c-8d64-13bf9a358458 req-86f89c3d-3bba-45eb-a608-159f7f80eaca service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Refreshing network info cache for port fc2cdb16-cfa6-442a-9cb5-62f6251ce794 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.596393] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:e9:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc2cdb16-cfa6-442a-9cb5-62f6251ce794', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.604125] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Creating folder: Project (242b4b7f88a84eed96535683ab919a61). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.607755] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91f5e262-01b8-4b83-be36-7c9ab1cd45f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.623828] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Created folder: Project (242b4b7f88a84eed96535683ab919a61) in parent group-v583212. [ 988.624137] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Creating folder: Instances. Parent ref: group-v583409. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.624781] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1333cd69-88d6-4284-a84c-a141ca6fc9f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.633909] env[68205]: DEBUG oslo_vmware.api [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.655408] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.655947] env[68205]: DEBUG nova.compute.manager [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.658936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.931s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.661049] env[68205]: INFO nova.compute.claims [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.807074] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Created folder: Instances in parent group-v583409. [ 988.807074] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.807074] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.807074] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ade0b2e3-b5aa-46da-be2b-6b7e2b5b68a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.834890] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904791, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.841499] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.841499] env[68205]: value = "task-2904798" [ 988.841499] env[68205]: _type = "Task" [ 988.841499] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.855724] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904798, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.898263] env[68205]: DEBUG nova.network.neutron [req-3550a8a0-7a8c-460c-8d64-13bf9a358458 req-86f89c3d-3bba-45eb-a608-159f7f80eaca service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Updated VIF entry in instance network info cache for port fc2cdb16-cfa6-442a-9cb5-62f6251ce794. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.898644] env[68205]: DEBUG nova.network.neutron [req-3550a8a0-7a8c-460c-8d64-13bf9a358458 req-86f89c3d-3bba-45eb-a608-159f7f80eaca service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Updating instance_info_cache with network_info: [{"id": "fc2cdb16-cfa6-442a-9cb5-62f6251ce794", "address": "fa:16:3e:03:e9:2f", "network": {"id": "ec1ef833-728f-4a0f-a369-f67cb92ef32b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-803593891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242b4b7f88a84eed96535683ab919a61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc2cdb16-cf", "ovs_interfaceid": "fc2cdb16-cfa6-442a-9cb5-62f6251ce794", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.934510] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52858b2d-d551-6f66-3a5d-fd985b73c9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.105987} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.935023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.935168] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.935402] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.935564] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.935753] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.936077] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0a9c53a-601e-492a-9cfe-0ba70d52edad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.955152] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.955400] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.956204] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c50725-f3db-47c3-8d36-5c14ae505f73 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.964247] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 988.964247] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52db2d7a-29c6-2a28-808f-e668cbea47ae" [ 988.964247] env[68205]: _type = "Task" [ 988.964247] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.975075] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52db2d7a-29c6-2a28-808f-e668cbea47ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.126237] env[68205]: DEBUG oslo_vmware.api [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.169041] env[68205]: DEBUG nova.compute.utils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.171115] env[68205]: DEBUG nova.compute.manager [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.171341] env[68205]: DEBUG nova.network.neutron [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.215076] env[68205]: DEBUG nova.policy [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6568bbd6cd44e41a0d59f4555b09acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01e82def949a4ced86440216a4dcc0ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.302651] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904791, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.361464] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904798, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.401499] env[68205]: DEBUG oslo_concurrency.lockutils [req-3550a8a0-7a8c-460c-8d64-13bf9a358458 req-86f89c3d-3bba-45eb-a608-159f7f80eaca service nova] Releasing lock "refresh_cache-f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.476947] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52db2d7a-29c6-2a28-808f-e668cbea47ae, 'name': SearchDatastore_Task, 'duration_secs': 0.092411} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.477465] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b666b43-bb9b-4766-8167-af969a6a3f34 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.484422] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 989.484422] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d73e5b-b281-88d7-c7fa-98154a119b53" [ 989.484422] env[68205]: _type = "Task" [ 989.484422] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.494882] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d73e5b-b281-88d7-c7fa-98154a119b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.627197] env[68205]: DEBUG oslo_vmware.api [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Task: {'id': task-2904795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.706464} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.627969] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.628452] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.628925] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.629267] env[68205]: INFO nova.compute.manager [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Took 2.78 seconds to destroy the instance on the hypervisor. [ 989.629662] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.631065] env[68205]: DEBUG nova.compute.manager [-] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.631065] env[68205]: DEBUG nova.network.neutron [-] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.674685] env[68205]: DEBUG nova.network.neutron [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Successfully created port: 5d2735da-b712-4fa8-8f9f-0634f6d6bfd3 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.677165] env[68205]: DEBUG nova.compute.manager [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.802526] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904791, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.551526} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.802927] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6/OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6.vmdk to [datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c/2126593b-7e01-4adb-9afd-a802b4da471c.vmdk. [ 989.804043] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Cleaning up location [datastore2] OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6 {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 989.804043] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_af7c55ea-3bcc-44e7-a69c-cbac7182e4c6 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.807022] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe31233d-9063-431d-80a8-a761b685fe78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.826119] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 989.826119] env[68205]: value = "task-2904799" [ 989.826119] env[68205]: _type = "Task" [ 989.826119] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.837337] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.857116] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904798, 'name': CreateVM_Task, 'duration_secs': 0.664455} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.857943] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.858403] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.858403] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.858535] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.858750] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77de85fc-23a8-443f-a548-b6bafa230cb3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.864530] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 989.864530] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d83be7-6a6c-b494-bc0d-04f34d5cd79b" [ 989.864530] env[68205]: _type = "Task" [ 989.864530] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.875928] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d83be7-6a6c-b494-bc0d-04f34d5cd79b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.950744] env[68205]: DEBUG nova.compute.manager [req-32087a91-b51c-45aa-9dac-e4ad75e78943 req-2022ea17-ecbb-4a6b-81e2-273db0decbc7 service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Received event network-vif-deleted-6f357228-9e79-43e9-9bc9-1daa78cac902 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.950943] env[68205]: INFO nova.compute.manager [req-32087a91-b51c-45aa-9dac-e4ad75e78943 req-2022ea17-ecbb-4a6b-81e2-273db0decbc7 service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Neutron deleted interface 6f357228-9e79-43e9-9bc9-1daa78cac902; detaching it from the instance and deleting it from the info cache [ 989.951131] env[68205]: DEBUG nova.network.neutron [req-32087a91-b51c-45aa-9dac-e4ad75e78943 req-2022ea17-ecbb-4a6b-81e2-273db0decbc7 service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.995498] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d73e5b-b281-88d7-c7fa-98154a119b53, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.998272] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.998544] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] f887bade-c63d-4b59-97ee-214bb8546f10/f887bade-c63d-4b59-97ee-214bb8546f10.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.999258] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b29e4305-2e4d-4712-aae8-f2f6ee219805 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.007718] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 990.007718] env[68205]: value = "task-2904800" [ 990.007718] env[68205]: _type = "Task" [ 990.007718] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.018806] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.157935] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae586f7-d8dc-4c77-a5a8-a9989d8aa5a6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.166016] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f8c63f-81a5-49b2-ba11-7228567a1bbf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.205769] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c79b1f2-282e-4a57-be56-3cc166b8aba7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.216723] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac5fa80-e698-4084-bf4f-562570aeb9e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.234042] env[68205]: DEBUG nova.compute.provider_tree [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.337849] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046539} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.338225] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.338295] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c/2126593b-7e01-4adb-9afd-a802b4da471c.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.338584] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c/2126593b-7e01-4adb-9afd-a802b4da471c.vmdk to [datastore2] 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee/1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.338944] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4e92220-37ab-4090-a31f-beed09c0b8ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.349333] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 990.349333] env[68205]: value = "task-2904801" [ 990.349333] env[68205]: _type = "Task" [ 990.349333] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.359238] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.376392] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d83be7-6a6c-b494-bc0d-04f34d5cd79b, 'name': SearchDatastore_Task, 'duration_secs': 0.011894} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.376705] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.376978] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.377255] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.377419] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.377663] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.377948] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb45e03c-5e8d-4dbc-8ae3-a2b04858b3d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.394785] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.394972] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.395846] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b2e457-a07b-498d-8343-05c39ea889de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.402791] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 990.402791] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f35df1-7503-3869-0fc2-212b415b3804" [ 990.402791] env[68205]: _type = "Task" [ 990.402791] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.413501] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f35df1-7503-3869-0fc2-212b415b3804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.414956] env[68205]: DEBUG nova.network.neutron [-] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.455046] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e3fb65a-1366-4c57-a1dd-d82bc8a9a198 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.478423] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac555161-5a7f-4e9f-bcd6-8d6ac0954e38 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.523677] env[68205]: DEBUG nova.compute.manager [req-32087a91-b51c-45aa-9dac-e4ad75e78943 req-2022ea17-ecbb-4a6b-81e2-273db0decbc7 service nova] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Detach interface failed, port_id=6f357228-9e79-43e9-9bc9-1daa78cac902, reason: Instance 249b1e4f-289e-4109-abc3-12674166aa21 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.552868] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904800, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.707005] env[68205]: DEBUG nova.compute.manager [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.733523] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.733771] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.733923] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.734112] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.734256] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.734397] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.734671] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.734843] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.735015] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.735185] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.735360] env[68205]: DEBUG nova.virt.hardware [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.736222] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960fff6-523c-4337-a165-faa6a5be0312 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.742319] env[68205]: DEBUG nova.scheduler.client.report [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.748891] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e992c636-fa45-4964-8327-d8f9fa679d84 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.860021] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.914399] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f35df1-7503-3869-0fc2-212b415b3804, 'name': SearchDatastore_Task, 'duration_secs': 0.062583} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.915349] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c2df0b-0f2b-442b-9620-928a0613d08f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.918031] env[68205]: INFO nova.compute.manager [-] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Took 1.29 seconds to deallocate network for instance. [ 990.925492] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 990.925492] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce6f68-d21e-fb6c-55d2-980abb9b1955" [ 990.925492] env[68205]: _type = "Task" [ 990.925492] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.935753] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce6f68-d21e-fb6c-55d2-980abb9b1955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.034803] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617654} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.035184] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] f887bade-c63d-4b59-97ee-214bb8546f10/f887bade-c63d-4b59-97ee-214bb8546f10.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.035543] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.035874] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf43dd6b-9fa3-4ea2-b0f2-c286ac91646b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.044696] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 991.044696] env[68205]: value = "task-2904802" [ 991.044696] env[68205]: _type = "Task" [ 991.044696] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.054171] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.210107] env[68205]: DEBUG nova.compute.manager [req-7fdf0c9f-2ffb-4664-be21-3300715561a3 req-366e7629-a734-48bf-8b89-e9ed190e4435 service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Received event network-vif-plugged-5d2735da-b712-4fa8-8f9f-0634f6d6bfd3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.210366] env[68205]: DEBUG oslo_concurrency.lockutils [req-7fdf0c9f-2ffb-4664-be21-3300715561a3 req-366e7629-a734-48bf-8b89-e9ed190e4435 service nova] Acquiring lock "66e82933-0276-4786-aa5a-0b3b2a5412ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.210585] env[68205]: DEBUG oslo_concurrency.lockutils [req-7fdf0c9f-2ffb-4664-be21-3300715561a3 req-366e7629-a734-48bf-8b89-e9ed190e4435 service nova] Lock "66e82933-0276-4786-aa5a-0b3b2a5412ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.210748] env[68205]: DEBUG oslo_concurrency.lockutils [req-7fdf0c9f-2ffb-4664-be21-3300715561a3 req-366e7629-a734-48bf-8b89-e9ed190e4435 service nova] Lock "66e82933-0276-4786-aa5a-0b3b2a5412ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.210917] env[68205]: DEBUG nova.compute.manager [req-7fdf0c9f-2ffb-4664-be21-3300715561a3 req-366e7629-a734-48bf-8b89-e9ed190e4435 service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] No waiting events found dispatching network-vif-plugged-5d2735da-b712-4fa8-8f9f-0634f6d6bfd3 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.211363] env[68205]: WARNING nova.compute.manager [req-7fdf0c9f-2ffb-4664-be21-3300715561a3 req-366e7629-a734-48bf-8b89-e9ed190e4435 service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Received unexpected event network-vif-plugged-5d2735da-b712-4fa8-8f9f-0634f6d6bfd3 for instance with vm_state building and task_state spawning. [ 991.249849] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.250566] env[68205]: DEBUG nova.compute.manager [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.253685] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.438s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.253888] env[68205]: DEBUG nova.objects.instance [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 991.324173] env[68205]: DEBUG nova.network.neutron [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Successfully updated port: 5d2735da-b712-4fa8-8f9f-0634f6d6bfd3 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.361653] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904801, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.427961] env[68205]: DEBUG oslo_concurrency.lockutils [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.440236] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce6f68-d21e-fb6c-55d2-980abb9b1955, 'name': SearchDatastore_Task, 'duration_secs': 0.072291} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.441072] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.441072] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] f8dfc08a-e2be-434e-b4ae-0654cd22e8d1/f8dfc08a-e2be-434e-b4ae-0654cd22e8d1.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.441072] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65ce66bd-a5a3-4696-82cf-6869a139da92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.449569] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 991.449569] env[68205]: value = "task-2904803" [ 991.449569] env[68205]: _type = "Task" [ 991.449569] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.459148] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.555865] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212214} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.556412] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.557415] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac0f927-74bf-461e-a733-80372320ef5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.582580] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f887bade-c63d-4b59-97ee-214bb8546f10/f887bade-c63d-4b59-97ee-214bb8546f10.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.582934] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d907a3e3-5873-4dda-ab61-b6261d57d3d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.605976] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 991.605976] env[68205]: value = "task-2904804" [ 991.605976] env[68205]: _type = "Task" [ 991.605976] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.615781] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.759280] env[68205]: DEBUG nova.compute.utils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.765034] env[68205]: DEBUG nova.compute.manager [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Not allocating networking since 'none' was specified. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 991.828491] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-66e82933-0276-4786-aa5a-0b3b2a5412ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.828734] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-66e82933-0276-4786-aa5a-0b3b2a5412ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.829463] env[68205]: DEBUG nova.network.neutron [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.861828] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904801, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.961289] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.117252] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.262535] env[68205]: DEBUG nova.compute.manager [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.269082] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e41fce03-2fd1-45a1-9215-cd0e3aa51e36 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.270509] env[68205]: DEBUG oslo_concurrency.lockutils [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.237s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.271843] env[68205]: DEBUG nova.objects.instance [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lazy-loading 'resources' on Instance uuid 6b210cfd-6875-4998-b502-40cdefe5b810 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.364046] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904801, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.365157] env[68205]: DEBUG nova.network.neutron [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.465043] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.519201] env[68205]: DEBUG nova.network.neutron [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Updating instance_info_cache with network_info: [{"id": "5d2735da-b712-4fa8-8f9f-0634f6d6bfd3", "address": "fa:16:3e:01:9c:c8", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2735da-b7", "ovs_interfaceid": "5d2735da-b712-4fa8-8f9f-0634f6d6bfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.619310] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.865425] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904801, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.963571] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904803, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.021581] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-66e82933-0276-4786-aa5a-0b3b2a5412ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.022113] env[68205]: DEBUG nova.compute.manager [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Instance network_info: |[{"id": "5d2735da-b712-4fa8-8f9f-0634f6d6bfd3", "address": "fa:16:3e:01:9c:c8", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2735da-b7", "ovs_interfaceid": "5d2735da-b712-4fa8-8f9f-0634f6d6bfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.022574] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:9c:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d2735da-b712-4fa8-8f9f-0634f6d6bfd3', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.031613] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.034690] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.035180] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f99610e7-e9b2-409a-860f-2a39232cb669 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.064530] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.064530] env[68205]: value = "task-2904805" [ 993.064530] env[68205]: _type = "Task" [ 993.064530] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.076548] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904805, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.120251] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904804, 'name': ReconfigVM_Task, 'duration_secs': 1.337631} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.123209] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f887bade-c63d-4b59-97ee-214bb8546f10/f887bade-c63d-4b59-97ee-214bb8546f10.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.124346] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac13d12a-f488-4920-b5ef-84431a8641ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.132633] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 993.132633] env[68205]: value = "task-2904806" [ 993.132633] env[68205]: _type = "Task" [ 993.132633] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.146735] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904806, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.239778] env[68205]: DEBUG nova.compute.manager [req-6962ef6d-22e1-45f7-a482-e005be5aeba7 req-dc370bee-7e98-43f4-9bcc-530232aedcce service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Received event network-changed-5d2735da-b712-4fa8-8f9f-0634f6d6bfd3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.241307] env[68205]: DEBUG nova.compute.manager [req-6962ef6d-22e1-45f7-a482-e005be5aeba7 req-dc370bee-7e98-43f4-9bcc-530232aedcce service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Refreshing instance network info cache due to event network-changed-5d2735da-b712-4fa8-8f9f-0634f6d6bfd3. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.241307] env[68205]: DEBUG oslo_concurrency.lockutils [req-6962ef6d-22e1-45f7-a482-e005be5aeba7 req-dc370bee-7e98-43f4-9bcc-530232aedcce service nova] Acquiring lock "refresh_cache-66e82933-0276-4786-aa5a-0b3b2a5412ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.241307] env[68205]: DEBUG oslo_concurrency.lockutils [req-6962ef6d-22e1-45f7-a482-e005be5aeba7 req-dc370bee-7e98-43f4-9bcc-530232aedcce service nova] Acquired lock "refresh_cache-66e82933-0276-4786-aa5a-0b3b2a5412ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.241307] env[68205]: DEBUG nova.network.neutron [req-6962ef6d-22e1-45f7-a482-e005be5aeba7 req-dc370bee-7e98-43f4-9bcc-530232aedcce service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Refreshing network info cache for port 5d2735da-b712-4fa8-8f9f-0634f6d6bfd3 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.246232] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23e721f-dff8-4b5d-bb91-1c58c0c9bc20 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.256730] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be10dff-16c7-436f-8031-be5bada59116 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.307245] env[68205]: DEBUG nova.compute.manager [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.311655] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a87f82-11d5-445e-80a6-2e7462b48314 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.323174] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9608d9-1c39-4e3d-ac97-989e2d5508bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.342752] env[68205]: DEBUG nova.compute.provider_tree [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.347670] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.347670] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.347670] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.347670] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.347670] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.347670] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.347670] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.347670] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.348119] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.348119] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.348119] env[68205]: DEBUG nova.virt.hardware [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.348996] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39426698-19aa-4a97-9f61-0e87b13f3159 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.365344] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b53e1-7689-42be-a51c-8081d2ecac1d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.372584] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904801, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.736678} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.373288] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2126593b-7e01-4adb-9afd-a802b4da471c/2126593b-7e01-4adb-9afd-a802b4da471c.vmdk to [datastore2] 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee/1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.374101] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3499534d-32d8-4342-8270-062dd3ba5c75 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.384967] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.391425] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Creating folder: Project (6f98465381064a1fbdb360f8e6f40d24). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.392490] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0542d777-94b3-4f69-8ea8-ba2a26a32548 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.413717] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee/1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee.vmdk or device None with type streamOptimized {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.415562] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d876a91-8a3f-4ac3-bd5f-3cc9c9878577 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.431749] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Created folder: Project (6f98465381064a1fbdb360f8e6f40d24) in parent group-v583212. [ 993.431954] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Creating folder: Instances. Parent ref: group-v583413. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.432565] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88fe92ba-bfed-4a93-99fa-fadb08c9f7c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.440728] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 993.440728] env[68205]: value = "task-2904808" [ 993.440728] env[68205]: _type = "Task" [ 993.440728] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.448317] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Created folder: Instances in parent group-v583413. [ 993.448573] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.451648] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.451956] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.452175] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-474d21dc-9674-442d-a937-d589dcfb2802 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.473288] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904803, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.947028} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.474631] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] f8dfc08a-e2be-434e-b4ae-0654cd22e8d1/f8dfc08a-e2be-434e-b4ae-0654cd22e8d1.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.474863] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.475121] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.475121] env[68205]: value = "task-2904810" [ 993.475121] env[68205]: _type = "Task" [ 993.475121] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.475302] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fb98e4c-cf5b-4a30-bd6c-0eb5b2d48abd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.485591] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904810, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.486846] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 993.486846] env[68205]: value = "task-2904811" [ 993.486846] env[68205]: _type = "Task" [ 993.486846] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.576705] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904805, 'name': CreateVM_Task, 'duration_secs': 0.50822} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.576942] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.577692] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.577853] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.578191] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.578453] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2159f28-eda6-4d78-aac5-bd99553f9794 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.583385] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 993.583385] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae9508-db19-3543-716f-1b2d4b597908" [ 993.583385] env[68205]: _type = "Task" [ 993.583385] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.591367] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae9508-db19-3543-716f-1b2d4b597908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.643103] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904806, 'name': Rename_Task, 'duration_secs': 0.314481} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.643423] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.643719] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb1b0772-632e-4cb0-943e-147a0b0f6cc8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.650539] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 993.650539] env[68205]: value = "task-2904812" [ 993.650539] env[68205]: _type = "Task" [ 993.650539] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.658733] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.854248] env[68205]: DEBUG nova.scheduler.client.report [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.952139] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904808, 'name': ReconfigVM_Task, 'duration_secs': 0.336334} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.952487] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee/1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee.vmdk or device None with type streamOptimized {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.953112] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e58f6056-03ac-4446-96b8-03360f561fc3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.960473] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 993.960473] env[68205]: value = "task-2904813" [ 993.960473] env[68205]: _type = "Task" [ 993.960473] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.969173] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904813, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.986310] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904810, 'name': CreateVM_Task, 'duration_secs': 0.354977} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.986498] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.986978] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.990772] env[68205]: DEBUG nova.network.neutron [req-6962ef6d-22e1-45f7-a482-e005be5aeba7 req-dc370bee-7e98-43f4-9bcc-530232aedcce service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Updated VIF entry in instance network info cache for port 5d2735da-b712-4fa8-8f9f-0634f6d6bfd3. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.991122] env[68205]: DEBUG nova.network.neutron [req-6962ef6d-22e1-45f7-a482-e005be5aeba7 req-dc370bee-7e98-43f4-9bcc-530232aedcce service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Updating instance_info_cache with network_info: [{"id": "5d2735da-b712-4fa8-8f9f-0634f6d6bfd3", "address": "fa:16:3e:01:9c:c8", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2735da-b7", "ovs_interfaceid": "5d2735da-b712-4fa8-8f9f-0634f6d6bfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.997741] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084232} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.997999] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.998833] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43225c17-371e-4032-be68-d0bc7eb831cc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.022336] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] f8dfc08a-e2be-434e-b4ae-0654cd22e8d1/f8dfc08a-e2be-434e-b4ae-0654cd22e8d1.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.022903] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae6c250-89b1-4f17-82e8-7bd0fcc27a49 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.045670] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 994.045670] env[68205]: value = "task-2904814" [ 994.045670] env[68205]: _type = "Task" [ 994.045670] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.055564] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.096041] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae9508-db19-3543-716f-1b2d4b597908, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.096357] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.096594] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.096843] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.096983] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.097183] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.097507] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.097883] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.098176] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7618edb4-ab35-4b00-aa2d-df6806dd14a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.100113] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd39709e-59b8-4680-b822-24df31414f42 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.107437] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for the task: (returnval){ [ 994.107437] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52290028-c655-367b-050e-5d4caa7d31a5" [ 994.107437] env[68205]: _type = "Task" [ 994.107437] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.112171] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.112429] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.113647] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec94974-41e7-426b-9888-d635a9b111ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.119468] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52290028-c655-367b-050e-5d4caa7d31a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.120865] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 994.120865] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e94a9c-298f-89ca-3c81-af037339f245" [ 994.120865] env[68205]: _type = "Task" [ 994.120865] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.129524] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e94a9c-298f-89ca-3c81-af037339f245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.161477] env[68205]: DEBUG oslo_vmware.api [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904812, 'name': PowerOnVM_Task, 'duration_secs': 0.509193} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.161745] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.161974] env[68205]: INFO nova.compute.manager [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Took 10.88 seconds to spawn the instance on the hypervisor. [ 994.162169] env[68205]: DEBUG nova.compute.manager [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.162970] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80661088-1ef8-463f-adf0-b13eed5ba782 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.362504] env[68205]: DEBUG oslo_concurrency.lockutils [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.365406] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.251s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.366988] env[68205]: INFO nova.compute.claims [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.399125] env[68205]: INFO nova.scheduler.client.report [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Deleted allocations for instance 6b210cfd-6875-4998-b502-40cdefe5b810 [ 994.472595] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904813, 'name': Rename_Task, 'duration_secs': 0.165531} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.472880] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.473138] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eb4855f-a5d5-47b0-9168-9d3834ada831 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.480934] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 994.480934] env[68205]: value = "task-2904815" [ 994.480934] env[68205]: _type = "Task" [ 994.480934] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.490415] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.493973] env[68205]: DEBUG oslo_concurrency.lockutils [req-6962ef6d-22e1-45f7-a482-e005be5aeba7 req-dc370bee-7e98-43f4-9bcc-530232aedcce service nova] Releasing lock "refresh_cache-66e82933-0276-4786-aa5a-0b3b2a5412ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.556279] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.619080] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52290028-c655-367b-050e-5d4caa7d31a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015083} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.619080] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.619080] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.619080] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.629549] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e94a9c-298f-89ca-3c81-af037339f245, 'name': SearchDatastore_Task, 'duration_secs': 0.011974} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.630359] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5bd54d-fc47-4969-93f5-3d3ca41f2c83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.635488] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 994.635488] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e3065f-c6bd-e240-4fdb-9ba4fa4a87ba" [ 994.635488] env[68205]: _type = "Task" [ 994.635488] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.643332] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e3065f-c6bd-e240-4fdb-9ba4fa4a87ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.683454] env[68205]: INFO nova.compute.manager [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Took 47.58 seconds to build instance. [ 994.910012] env[68205]: DEBUG oslo_concurrency.lockutils [None req-017ee461-89fe-4d1f-bffb-3585ad86ce87 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "6b210cfd-6875-4998-b502-40cdefe5b810" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.849s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.993210] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.057780] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904814, 'name': ReconfigVM_Task, 'duration_secs': 0.757116} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.058391] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Reconfigured VM instance instance-00000049 to attach disk [datastore2] f8dfc08a-e2be-434e-b4ae-0654cd22e8d1/f8dfc08a-e2be-434e-b4ae-0654cd22e8d1.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.058919] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eb47525-168a-4b36-a37b-daf09b5ac0d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.066974] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 995.066974] env[68205]: value = "task-2904816" [ 995.066974] env[68205]: _type = "Task" [ 995.066974] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.076239] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904816, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.148516] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e3065f-c6bd-e240-4fdb-9ba4fa4a87ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.148815] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.149079] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 66e82933-0276-4786-aa5a-0b3b2a5412ba/66e82933-0276-4786-aa5a-0b3b2a5412ba.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.149353] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.149544] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.149746] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ac3ff81-089c-4c52-baca-8fa218ee74f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.152270] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37a9e250-8ec8-4c91-adac-27527cfcebd9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.161294] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 995.161294] env[68205]: value = "task-2904817" [ 995.161294] env[68205]: _type = "Task" [ 995.161294] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.162744] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.162744] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.166306] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896f4e83-8d4b-4971-94a4-a5ebfc0994f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.174859] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.176164] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for the task: (returnval){ [ 995.176164] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fbc35f-5292-352f-11b7-acc8b66218c8" [ 995.176164] env[68205]: _type = "Task" [ 995.176164] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.186136] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f530dc8-9128-47b2-a5a9-a1ac473be8b7 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f887bade-c63d-4b59-97ee-214bb8546f10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.095s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.186426] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fbc35f-5292-352f-11b7-acc8b66218c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.187606] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a5d441a-67b3-40b6-a115-cdb27d2aa0f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.193412] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for the task: (returnval){ [ 995.193412] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b7b81-e3d5-679d-4626-942f533699c9" [ 995.193412] env[68205]: _type = "Task" [ 995.193412] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.202274] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b7b81-e3d5-679d-4626-942f533699c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.494964] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.581273] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904816, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.620686] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "eff0b99f-6d73-4a17-b678-830a08c31a29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.620936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "eff0b99f-6d73-4a17-b678-830a08c31a29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.621098] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "eff0b99f-6d73-4a17-b678-830a08c31a29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.621523] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "eff0b99f-6d73-4a17-b678-830a08c31a29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.621629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "eff0b99f-6d73-4a17-b678-830a08c31a29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.623866] env[68205]: INFO nova.compute.manager [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Terminating instance [ 995.674830] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47734} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.677452] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 66e82933-0276-4786-aa5a-0b3b2a5412ba/66e82933-0276-4786-aa5a-0b3b2a5412ba.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.677685] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.678162] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d180024f-293f-432b-baa2-4c0f307071e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.686032] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 995.686032] env[68205]: value = "task-2904818" [ 995.686032] env[68205]: _type = "Task" [ 995.686032] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.700350] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.709870] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b7b81-e3d5-679d-4626-942f533699c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.710177] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.710481] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 6bce6bb8-2bad-460a-95d1-aeac23ffa83a/6bce6bb8-2bad-460a-95d1-aeac23ffa83a.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.710732] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14af1f10-cfc1-498b-9074-5a2722c4bdbe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.718060] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for the task: (returnval){ [ 995.718060] env[68205]: value = "task-2904819" [ 995.718060] env[68205]: _type = "Task" [ 995.718060] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.731131] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.818644] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ac7a1a-2c13-4f5c-b3ed-c98faf50a317 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.827910] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e4fb54-890a-4fb6-985e-0dfe99758b6c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.862392] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22965a62-db29-483b-bb95-d34435ea39e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.871448] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a04b5c7-1564-43a7-b033-10eeaa1b045e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.887868] env[68205]: DEBUG nova.compute.provider_tree [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.994432] env[68205]: DEBUG oslo_vmware.api [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904815, 'name': PowerOnVM_Task, 'duration_secs': 1.310968} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.995491] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.995491] env[68205]: INFO nova.compute.manager [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Took 16.38 seconds to spawn the instance on the hypervisor. [ 995.995491] env[68205]: DEBUG nova.compute.manager [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.996313] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b242209-7f30-4e75-b399-f69480dfd2e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.079685] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904816, 'name': Rename_Task, 'duration_secs': 1.012679} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.079993] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.080269] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-681af4c8-5db9-4df5-be30-92804c664ec0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.092583] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 996.092583] env[68205]: value = "task-2904820" [ 996.092583] env[68205]: _type = "Task" [ 996.092583] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.105924] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.106432] env[68205]: DEBUG nova.compute.manager [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Stashing vm_state: active {{(pid=68205) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 996.131792] env[68205]: DEBUG nova.compute.manager [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.131792] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.132838] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d2c8bf-bc83-4ec6-9ab3-0c619ec195f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.144502] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.144922] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8243c840-ec04-45c7-a638-4619ad0409f8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.156432] env[68205]: DEBUG oslo_vmware.api [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 996.156432] env[68205]: value = "task-2904821" [ 996.156432] env[68205]: _type = "Task" [ 996.156432] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.169159] env[68205]: DEBUG oslo_vmware.api [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.200140] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066249} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.200428] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.201915] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e17e46-c876-4132-a6f8-b63377c40216 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.228165] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 66e82933-0276-4786-aa5a-0b3b2a5412ba/66e82933-0276-4786-aa5a-0b3b2a5412ba.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.232162] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ec6584c-103d-4068-99fa-1947087fb758 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.254521] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904819, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.257046] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 996.257046] env[68205]: value = "task-2904822" [ 996.257046] env[68205]: _type = "Task" [ 996.257046] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.266427] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.392050] env[68205]: DEBUG nova.scheduler.client.report [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.517909] env[68205]: INFO nova.compute.manager [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Took 52.78 seconds to build instance. [ 996.606800] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.626317] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.666825] env[68205]: DEBUG oslo_vmware.api [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904821, 'name': PowerOffVM_Task, 'duration_secs': 0.259244} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.667154] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.667327] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.667613] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2972b2b-6a93-41bd-a69e-5baab577ce5e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.729414] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635171} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.729772] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 6bce6bb8-2bad-460a-95d1-aeac23ffa83a/6bce6bb8-2bad-460a-95d1-aeac23ffa83a.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.730049] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.730347] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5a15e35-fb08-47aa-9db8-8f74a9b0bfba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.738616] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for the task: (returnval){ [ 996.738616] env[68205]: value = "task-2904824" [ 996.738616] env[68205]: _type = "Task" [ 996.738616] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.744765] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.745011] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.745204] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Deleting the datastore file [datastore1] eff0b99f-6d73-4a17-b678-830a08c31a29 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.745506] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad1a91d4-3096-4408-ac23-ccb4c85c04f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.750717] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.757241] env[68205]: DEBUG oslo_vmware.api [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for the task: (returnval){ [ 996.757241] env[68205]: value = "task-2904825" [ 996.757241] env[68205]: _type = "Task" [ 996.757241] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.773179] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904822, 'name': ReconfigVM_Task, 'duration_secs': 0.394344} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.776094] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 66e82933-0276-4786-aa5a-0b3b2a5412ba/66e82933-0276-4786-aa5a-0b3b2a5412ba.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.776754] env[68205]: DEBUG oslo_vmware.api [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.776964] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0fd2c8b-db79-496c-ae37-8c5f74a4a202 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.784519] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 996.784519] env[68205]: value = "task-2904826" [ 996.784519] env[68205]: _type = "Task" [ 996.784519] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.793432] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904826, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.897588] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.898155] env[68205]: DEBUG nova.compute.manager [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.901356] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.319s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.901599] env[68205]: DEBUG nova.objects.instance [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 997.019727] env[68205]: DEBUG oslo_concurrency.lockutils [None req-96776ffa-2cf1-4fe6-8891-00cebc8cc69b tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.295s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.104921] env[68205]: DEBUG oslo_vmware.api [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904820, 'name': PowerOnVM_Task, 'duration_secs': 0.887713} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.105285] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.105761] env[68205]: INFO nova.compute.manager [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Took 11.11 seconds to spawn the instance on the hypervisor. [ 997.105761] env[68205]: DEBUG nova.compute.manager [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.106722] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa1d03a-f4b6-48d6-a83c-e55542b0668d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.248680] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083101} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.248978] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.249773] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce144a-29d4-4577-81bd-d701fe637f21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.269533] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 6bce6bb8-2bad-460a-95d1-aeac23ffa83a/6bce6bb8-2bad-460a-95d1-aeac23ffa83a.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.269872] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1a02d41-fe9d-4670-b431-1e392d4f0365 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.296350] env[68205]: DEBUG oslo_vmware.api [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Task: {'id': task-2904825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265311} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.296694] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for the task: (returnval){ [ 997.296694] env[68205]: value = "task-2904827" [ 997.296694] env[68205]: _type = "Task" [ 997.296694] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.300823] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.300823] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.300823] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.300823] env[68205]: INFO nova.compute.manager [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Took 1.17 seconds to destroy the instance on the hypervisor. [ 997.300823] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.300823] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904826, 'name': Rename_Task, 'duration_secs': 0.156093} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.300823] env[68205]: DEBUG nova.compute.manager [-] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.300823] env[68205]: DEBUG nova.network.neutron [-] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.305038] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.305298] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da48ea24-4964-4282-847d-1df55302bb18 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.313349] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.314703] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 997.314703] env[68205]: value = "task-2904828" [ 997.314703] env[68205]: _type = "Task" [ 997.314703] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.324610] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.406650] env[68205]: DEBUG nova.compute.utils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.413026] env[68205]: DEBUG nova.compute.manager [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.413026] env[68205]: DEBUG nova.network.neutron [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.485936] env[68205]: DEBUG nova.policy [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0ebf986f31a42489f83303497e8c4ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aaa9adf91b92456f99abb9184d780a2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.571425] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.573966] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.574265] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.574479] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.574647] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.576785] env[68205]: INFO nova.compute.manager [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Terminating instance [ 997.602230] env[68205]: DEBUG nova.compute.manager [req-0e31f673-2a38-4811-a2cf-d7e8060156e2 req-c6502d28-d021-4056-acd8-7b24f9a3e06e service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Received event network-vif-deleted-409e6e4e-e333-4154-9f42-1c6a44f29616 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.602428] env[68205]: INFO nova.compute.manager [req-0e31f673-2a38-4811-a2cf-d7e8060156e2 req-c6502d28-d021-4056-acd8-7b24f9a3e06e service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Neutron deleted interface 409e6e4e-e333-4154-9f42-1c6a44f29616; detaching it from the instance and deleting it from the info cache [ 997.602663] env[68205]: DEBUG nova.network.neutron [req-0e31f673-2a38-4811-a2cf-d7e8060156e2 req-c6502d28-d021-4056-acd8-7b24f9a3e06e service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.626034] env[68205]: INFO nova.compute.manager [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Took 48.10 seconds to build instance. [ 997.812589] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.825770] env[68205]: DEBUG oslo_vmware.api [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904828, 'name': PowerOnVM_Task, 'duration_secs': 0.447642} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.825770] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.825770] env[68205]: INFO nova.compute.manager [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Took 7.12 seconds to spawn the instance on the hypervisor. [ 997.825981] env[68205]: DEBUG nova.compute.manager [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.826770] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16a725d-4d0b-4c9d-8595-857f18889303 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.836887] env[68205]: DEBUG nova.network.neutron [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Successfully created port: 095c32b0-d639-4e18-8e66-64d25fe89863 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.911683] env[68205]: DEBUG nova.compute.manager [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.915252] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d129aaef-f284-4f24-bebe-01e3167330f9 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.916470] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.454s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.918140] env[68205]: INFO nova.compute.claims [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.081466] env[68205]: DEBUG nova.compute.manager [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.081696] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.081994] env[68205]: DEBUG nova.network.neutron [-] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.083806] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc1c4e7-a160-406d-8de1-bde6c03e97a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.093167] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.093339] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f1ff278-ec86-4a11-9e23-76bbdd20255c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.101936] env[68205]: DEBUG oslo_vmware.api [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 998.101936] env[68205]: value = "task-2904829" [ 998.101936] env[68205]: _type = "Task" [ 998.101936] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.105344] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0a6aa23-5286-4680-8d98-2146218c72f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.113940] env[68205]: DEBUG oslo_vmware.api [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.118573] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e201989d-2810-4fe7-aacf-17689b314626 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.130242] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fd313f28-ae42-46f9-badf-2148f073e1aa tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.055s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.160188] env[68205]: DEBUG nova.compute.manager [req-0e31f673-2a38-4811-a2cf-d7e8060156e2 req-c6502d28-d021-4056-acd8-7b24f9a3e06e service nova] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Detach interface failed, port_id=409e6e4e-e333-4154-9f42-1c6a44f29616, reason: Instance eff0b99f-6d73-4a17-b678-830a08c31a29 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.314094] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904827, 'name': ReconfigVM_Task, 'duration_secs': 0.694886} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.314494] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 6bce6bb8-2bad-460a-95d1-aeac23ffa83a/6bce6bb8-2bad-460a-95d1-aeac23ffa83a.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.315828] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f65d1b56-5a21-4ee8-a42c-c3f45dbd4894 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.324729] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for the task: (returnval){ [ 998.324729] env[68205]: value = "task-2904830" [ 998.324729] env[68205]: _type = "Task" [ 998.324729] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.334314] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904830, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.348957] env[68205]: INFO nova.compute.manager [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Took 37.80 seconds to build instance. [ 998.591674] env[68205]: INFO nova.compute.manager [-] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Took 1.29 seconds to deallocate network for instance. [ 998.612629] env[68205]: DEBUG oslo_vmware.api [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904829, 'name': PowerOffVM_Task, 'duration_secs': 0.310217} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.612827] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.613048] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.613259] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c46737f7-3ad9-4064-80ad-f55cf7e646df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.681064] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.681247] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.681510] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleting the datastore file [datastore2] 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.681849] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d91054d-eafe-4f3e-b7b0-69ef2d2bf630 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.689520] env[68205]: DEBUG oslo_vmware.api [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 998.689520] env[68205]: value = "task-2904832" [ 998.689520] env[68205]: _type = "Task" [ 998.689520] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.698883] env[68205]: DEBUG oslo_vmware.api [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.836080] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904830, 'name': Rename_Task, 'duration_secs': 0.281338} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.837370] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.837370] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3639e17f-2a52-4f49-8bb1-87d367afe917 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.846967] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for the task: (returnval){ [ 998.846967] env[68205]: value = "task-2904833" [ 998.846967] env[68205]: _type = "Task" [ 998.846967] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.851190] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10e480dd-2fbf-468e-829c-e160e7ab21cc tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "66e82933-0276-4786-aa5a-0b3b2a5412ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.584s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.856715] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.930338] env[68205]: DEBUG nova.compute.manager [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.957534] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.957778] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.957930] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.958126] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.958270] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.958427] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.958646] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.958838] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.959025] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.959195] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.959368] env[68205]: DEBUG nova.virt.hardware [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.960267] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b32ce3-8874-401e-b5d6-dc0df08b0aee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.971981] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed00f24-1aff-469b-b319-013d96305c32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.100370] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.202672] env[68205]: DEBUG oslo_vmware.api [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144089} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.202943] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.203158] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.203404] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.203588] env[68205]: INFO nova.compute.manager [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 999.203839] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.204040] env[68205]: DEBUG nova.compute.manager [-] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.204137] env[68205]: DEBUG nova.network.neutron [-] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.272342] env[68205]: DEBUG nova.compute.manager [req-bea504db-a6be-4af5-a620-f63b94459a9c req-08e31609-7619-4da4-9bff-9bed9b8019dd service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Received event network-vif-plugged-095c32b0-d639-4e18-8e66-64d25fe89863 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.272342] env[68205]: DEBUG oslo_concurrency.lockutils [req-bea504db-a6be-4af5-a620-f63b94459a9c req-08e31609-7619-4da4-9bff-9bed9b8019dd service nova] Acquiring lock "99144280-d6c4-4f24-84bf-67d875299893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.272566] env[68205]: DEBUG oslo_concurrency.lockutils [req-bea504db-a6be-4af5-a620-f63b94459a9c req-08e31609-7619-4da4-9bff-9bed9b8019dd service nova] Lock "99144280-d6c4-4f24-84bf-67d875299893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.272703] env[68205]: DEBUG oslo_concurrency.lockutils [req-bea504db-a6be-4af5-a620-f63b94459a9c req-08e31609-7619-4da4-9bff-9bed9b8019dd service nova] Lock "99144280-d6c4-4f24-84bf-67d875299893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.272868] env[68205]: DEBUG nova.compute.manager [req-bea504db-a6be-4af5-a620-f63b94459a9c req-08e31609-7619-4da4-9bff-9bed9b8019dd service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] No waiting events found dispatching network-vif-plugged-095c32b0-d639-4e18-8e66-64d25fe89863 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.273058] env[68205]: WARNING nova.compute.manager [req-bea504db-a6be-4af5-a620-f63b94459a9c req-08e31609-7619-4da4-9bff-9bed9b8019dd service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Received unexpected event network-vif-plugged-095c32b0-d639-4e18-8e66-64d25fe89863 for instance with vm_state building and task_state spawning. [ 999.357772] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.360273] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6436b94a-889b-4964-928c-3023f6bf7a4a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.370604] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1c7c24-ccf9-41e3-ac1a-e46d5f262ee0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.380167] env[68205]: DEBUG nova.network.neutron [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Successfully updated port: 095c32b0-d639-4e18-8e66-64d25fe89863 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.421633] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.421781] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquired lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.421952] env[68205]: DEBUG nova.network.neutron [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.423455] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35537f01-9d0e-429e-a0c3-c3ac3406226d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.432785] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0a2235-edd4-4048-8ec3-72b1d17281e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.449524] env[68205]: DEBUG nova.compute.provider_tree [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.720891] env[68205]: DEBUG nova.compute.manager [req-379714c7-99ac-4b50-a8f0-bc61467e1b0a req-69403e68-a4f7-4d34-959e-430527dbe53a service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Received event network-vif-deleted-0f712750-b1e7-417c-b3ed-1fec0aea4160 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.721300] env[68205]: INFO nova.compute.manager [req-379714c7-99ac-4b50-a8f0-bc61467e1b0a req-69403e68-a4f7-4d34-959e-430527dbe53a service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Neutron deleted interface 0f712750-b1e7-417c-b3ed-1fec0aea4160; detaching it from the instance and deleting it from the info cache [ 999.721579] env[68205]: DEBUG nova.network.neutron [req-379714c7-99ac-4b50-a8f0-bc61467e1b0a req-69403e68-a4f7-4d34-959e-430527dbe53a service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.779283] env[68205]: DEBUG nova.compute.manager [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.780969] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f8f49-dfb3-4e60-8427-03629bfb3b25 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.858621] env[68205]: DEBUG oslo_vmware.api [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904833, 'name': PowerOnVM_Task, 'duration_secs': 0.949867} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.858920] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.859153] env[68205]: INFO nova.compute.manager [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Took 6.55 seconds to spawn the instance on the hypervisor. [ 999.859314] env[68205]: DEBUG nova.compute.manager [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.860115] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc82978-cff4-4e75-96a4-4f4606f5e927 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.956098] env[68205]: DEBUG nova.scheduler.client.report [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.961420] env[68205]: DEBUG nova.network.neutron [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.087868] env[68205]: DEBUG nova.network.neutron [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Updating instance_info_cache with network_info: [{"id": "095c32b0-d639-4e18-8e66-64d25fe89863", "address": "fa:16:3e:a0:0f:f2", "network": {"id": "e5eef7c6-b41f-4c19-91a6-dce3058b0318", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-558434520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa9adf91b92456f99abb9184d780a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095c32b0-d6", "ovs_interfaceid": "095c32b0-d639-4e18-8e66-64d25fe89863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.152966] env[68205]: DEBUG nova.network.neutron [-] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.225367] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d168f3d1-6a67-4334-a1cf-fd6d6b49d331 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.237036] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61661552-794d-4f4a-8ce4-21fd958c6838 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.276598] env[68205]: DEBUG nova.compute.manager [req-379714c7-99ac-4b50-a8f0-bc61467e1b0a req-69403e68-a4f7-4d34-959e-430527dbe53a service nova] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Detach interface failed, port_id=0f712750-b1e7-417c-b3ed-1fec0aea4160, reason: Instance 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.296585] env[68205]: INFO nova.compute.manager [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] instance snapshotting [ 1000.299444] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a736b458-4160-4d22-8e2e-eeb7bc400e0f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.319095] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d104756f-f8a6-43f8-a207-8bac6fac4678 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.378828] env[68205]: INFO nova.compute.manager [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Took 38.67 seconds to build instance. [ 1000.464424] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.465055] env[68205]: DEBUG nova.compute.manager [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.468191] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.179s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.468191] env[68205]: DEBUG nova.objects.instance [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lazy-loading 'resources' on Instance uuid 6980d130-8086-4b37-a596-961f8852bacd {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.591024] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Releasing lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.591379] env[68205]: DEBUG nova.compute.manager [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Instance network_info: |[{"id": "095c32b0-d639-4e18-8e66-64d25fe89863", "address": "fa:16:3e:a0:0f:f2", "network": {"id": "e5eef7c6-b41f-4c19-91a6-dce3058b0318", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-558434520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa9adf91b92456f99abb9184d780a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095c32b0-d6", "ovs_interfaceid": "095c32b0-d639-4e18-8e66-64d25fe89863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.591808] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:0f:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '095c32b0-d639-4e18-8e66-64d25fe89863', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.600508] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Creating folder: Project (aaa9adf91b92456f99abb9184d780a2d). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.600820] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be10738c-40ca-4ab0-afca-364207028af3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.613340] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Created folder: Project (aaa9adf91b92456f99abb9184d780a2d) in parent group-v583212. [ 1000.613551] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Creating folder: Instances. Parent ref: group-v583416. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.613851] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6051931-b14b-49d0-9bbe-cfc2902369ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.624608] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Created folder: Instances in parent group-v583416. [ 1000.624914] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.625073] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.625332] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6391a0a4-9bb2-4b98-a275-0b4e3cfe8dc9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.645880] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.645880] env[68205]: value = "task-2904836" [ 1000.645880] env[68205]: _type = "Task" [ 1000.645880] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.653883] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904836, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.655410] env[68205]: INFO nova.compute.manager [-] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Took 1.45 seconds to deallocate network for instance. [ 1000.831824] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1000.832196] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cbf248e6-de77-47b3-8b69-cda2763c6e0f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.843060] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 1000.843060] env[68205]: value = "task-2904837" [ 1000.843060] env[68205]: _type = "Task" [ 1000.843060] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.853051] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.880988] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d70a9b8-c25e-4e0d-84d4-227e9dc102eb tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lock "6bce6bb8-2bad-460a-95d1-aeac23ffa83a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.336s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.971736] env[68205]: DEBUG nova.compute.utils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.973550] env[68205]: DEBUG nova.compute.manager [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.974220] env[68205]: DEBUG nova.network.neutron [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.040992] env[68205]: DEBUG nova.policy [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40ca9f2bb3d485fbfc50ca8232b917d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d20e3eb549f49f184466b659216d10f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.157311] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904836, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.161626] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.332859] env[68205]: DEBUG nova.network.neutron [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Successfully created port: 98c3ad69-3cdb-4a3c-803a-068c73934fff {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.359525] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.406333] env[68205]: DEBUG nova.compute.manager [req-00c4e708-4bbd-4dcc-894b-17198a3781ab req-3cad5bc6-1725-4441-8d19-828669ec3605 service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Received event network-changed-095c32b0-d639-4e18-8e66-64d25fe89863 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.406514] env[68205]: DEBUG nova.compute.manager [req-00c4e708-4bbd-4dcc-894b-17198a3781ab req-3cad5bc6-1725-4441-8d19-828669ec3605 service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Refreshing instance network info cache due to event network-changed-095c32b0-d639-4e18-8e66-64d25fe89863. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.406780] env[68205]: DEBUG oslo_concurrency.lockutils [req-00c4e708-4bbd-4dcc-894b-17198a3781ab req-3cad5bc6-1725-4441-8d19-828669ec3605 service nova] Acquiring lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.407085] env[68205]: DEBUG oslo_concurrency.lockutils [req-00c4e708-4bbd-4dcc-894b-17198a3781ab req-3cad5bc6-1725-4441-8d19-828669ec3605 service nova] Acquired lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.407085] env[68205]: DEBUG nova.network.neutron [req-00c4e708-4bbd-4dcc-894b-17198a3781ab req-3cad5bc6-1725-4441-8d19-828669ec3605 service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Refreshing network info cache for port 095c32b0-d639-4e18-8e66-64d25fe89863 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.479030] env[68205]: DEBUG nova.compute.manager [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.546190] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444035f8-4d97-4877-a1fd-0b0e4862a210 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.554606] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e96345a-d6fe-463b-ae43-9a98a2eb1c06 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.586312] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0341dd62-31e2-406c-acaf-48c57a910c34 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.597364] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca858760-d9e7-4d42-9991-77f79aca79d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.612434] env[68205]: DEBUG nova.compute.provider_tree [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.657693] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904836, 'name': CreateVM_Task, 'duration_secs': 0.757578} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.657887] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.658631] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.658796] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.659152] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.659420] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a337c4ec-0ce7-43af-a273-bf90f843b816 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.664039] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1001.664039] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b1925-792d-675d-83d3-9c2a7d3f6ffc" [ 1001.664039] env[68205]: _type = "Task" [ 1001.664039] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.673315] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b1925-792d-675d-83d3-9c2a7d3f6ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.743146] env[68205]: DEBUG nova.compute.manager [req-fbbaa9f1-3fd3-405c-94bc-5954d19e2a2a req-d7e95a56-b5b0-4580-a166-cc361460cd20 service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Received event network-changed-5d2735da-b712-4fa8-8f9f-0634f6d6bfd3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.743407] env[68205]: DEBUG nova.compute.manager [req-fbbaa9f1-3fd3-405c-94bc-5954d19e2a2a req-d7e95a56-b5b0-4580-a166-cc361460cd20 service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Refreshing instance network info cache due to event network-changed-5d2735da-b712-4fa8-8f9f-0634f6d6bfd3. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.743806] env[68205]: DEBUG oslo_concurrency.lockutils [req-fbbaa9f1-3fd3-405c-94bc-5954d19e2a2a req-d7e95a56-b5b0-4580-a166-cc361460cd20 service nova] Acquiring lock "refresh_cache-66e82933-0276-4786-aa5a-0b3b2a5412ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.744019] env[68205]: DEBUG oslo_concurrency.lockutils [req-fbbaa9f1-3fd3-405c-94bc-5954d19e2a2a req-d7e95a56-b5b0-4580-a166-cc361460cd20 service nova] Acquired lock "refresh_cache-66e82933-0276-4786-aa5a-0b3b2a5412ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.744262] env[68205]: DEBUG nova.network.neutron [req-fbbaa9f1-3fd3-405c-94bc-5954d19e2a2a req-d7e95a56-b5b0-4580-a166-cc361460cd20 service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Refreshing network info cache for port 5d2735da-b712-4fa8-8f9f-0634f6d6bfd3 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.852890] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904837, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.888597] env[68205]: DEBUG nova.compute.manager [None req-36365cce-f3b7-493c-b02a-ff54b32d24ae tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.889599] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22466b99-7035-468c-a4e4-e023ab4646fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.993164] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquiring lock "6bce6bb8-2bad-460a-95d1-aeac23ffa83a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.993435] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lock "6bce6bb8-2bad-460a-95d1-aeac23ffa83a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.993613] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquiring lock "6bce6bb8-2bad-460a-95d1-aeac23ffa83a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.994068] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lock "6bce6bb8-2bad-460a-95d1-aeac23ffa83a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.994068] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lock "6bce6bb8-2bad-460a-95d1-aeac23ffa83a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.996579] env[68205]: INFO nova.compute.manager [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Terminating instance [ 1002.117201] env[68205]: DEBUG nova.scheduler.client.report [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.175774] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b1925-792d-675d-83d3-9c2a7d3f6ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.041504} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.176663] env[68205]: DEBUG nova.network.neutron [req-00c4e708-4bbd-4dcc-894b-17198a3781ab req-3cad5bc6-1725-4441-8d19-828669ec3605 service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Updated VIF entry in instance network info cache for port 095c32b0-d639-4e18-8e66-64d25fe89863. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.176979] env[68205]: DEBUG nova.network.neutron [req-00c4e708-4bbd-4dcc-894b-17198a3781ab req-3cad5bc6-1725-4441-8d19-828669ec3605 service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Updating instance_info_cache with network_info: [{"id": "095c32b0-d639-4e18-8e66-64d25fe89863", "address": "fa:16:3e:a0:0f:f2", "network": {"id": "e5eef7c6-b41f-4c19-91a6-dce3058b0318", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-558434520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa9adf91b92456f99abb9184d780a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095c32b0-d6", "ovs_interfaceid": "095c32b0-d639-4e18-8e66-64d25fe89863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.178359] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.178625] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.178883] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.179041] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.179222] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.179674] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f816f0f9-d64f-4bdb-bd2e-ec68c5556923 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.188674] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.188856] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.189575] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec97d71-1a95-42da-bf54-af551e5547f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.195548] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1002.195548] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520368bc-35f6-de50-6aaf-7cd86371f476" [ 1002.195548] env[68205]: _type = "Task" [ 1002.195548] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.204075] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520368bc-35f6-de50-6aaf-7cd86371f476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.354084] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904837, 'name': CreateSnapshot_Task, 'duration_secs': 1.014397} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.354394] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1002.355101] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c984471f-19c4-485d-81fd-c81a2bc4435f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.399692] env[68205]: INFO nova.compute.manager [None req-36365cce-f3b7-493c-b02a-ff54b32d24ae tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] instance snapshotting [ 1002.400348] env[68205]: DEBUG nova.objects.instance [None req-36365cce-f3b7-493c-b02a-ff54b32d24ae tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lazy-loading 'flavor' on Instance uuid 6bce6bb8-2bad-460a-95d1-aeac23ffa83a {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.482899] env[68205]: DEBUG nova.network.neutron [req-fbbaa9f1-3fd3-405c-94bc-5954d19e2a2a req-d7e95a56-b5b0-4580-a166-cc361460cd20 service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Updated VIF entry in instance network info cache for port 5d2735da-b712-4fa8-8f9f-0634f6d6bfd3. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.483293] env[68205]: DEBUG nova.network.neutron [req-fbbaa9f1-3fd3-405c-94bc-5954d19e2a2a req-d7e95a56-b5b0-4580-a166-cc361460cd20 service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Updating instance_info_cache with network_info: [{"id": "5d2735da-b712-4fa8-8f9f-0634f6d6bfd3", "address": "fa:16:3e:01:9c:c8", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2735da-b7", "ovs_interfaceid": "5d2735da-b712-4fa8-8f9f-0634f6d6bfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.491415] env[68205]: DEBUG nova.compute.manager [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.501134] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquiring lock "refresh_cache-6bce6bb8-2bad-460a-95d1-aeac23ffa83a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.502021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquired lock "refresh_cache-6bce6bb8-2bad-460a-95d1-aeac23ffa83a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.502021] env[68205]: DEBUG nova.network.neutron [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.517630] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.517630] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.517817] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.518040] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.518192] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.518339] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.518657] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.519402] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.519402] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.519402] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.519402] env[68205]: DEBUG nova.virt.hardware [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.520527] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb16691-50b1-4efb-ae86-fb29362c74d7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.528913] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bc1961-4d17-4b11-8f9f-2c1130c63b72 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.623077] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.625210] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.236s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.625487] env[68205]: DEBUG nova.objects.instance [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lazy-loading 'resources' on Instance uuid 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.645737] env[68205]: INFO nova.scheduler.client.report [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Deleted allocations for instance 6980d130-8086-4b37-a596-961f8852bacd [ 1002.680893] env[68205]: DEBUG oslo_concurrency.lockutils [req-00c4e708-4bbd-4dcc-894b-17198a3781ab req-3cad5bc6-1725-4441-8d19-828669ec3605 service nova] Releasing lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.706784] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520368bc-35f6-de50-6aaf-7cd86371f476, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.707226] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4712e40e-352e-4bb4-a948-423827891ff0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.714097] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1002.714097] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52176a0c-7ba7-babc-e183-795fdc473589" [ 1002.714097] env[68205]: _type = "Task" [ 1002.714097] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.721406] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52176a0c-7ba7-babc-e183-795fdc473589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.874290] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1002.874882] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ee36414-1d00-4567-919f-9289c8127255 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.881590] env[68205]: DEBUG nova.network.neutron [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Successfully updated port: 98c3ad69-3cdb-4a3c-803a-068c73934fff {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.883524] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 1002.883524] env[68205]: value = "task-2904838" [ 1002.883524] env[68205]: _type = "Task" [ 1002.883524] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.891956] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904838, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.908258] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a728ec-2942-41cc-a066-d74fff5661b4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.924540] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49635bc8-0641-4ff1-b019-394084ca5477 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.986449] env[68205]: DEBUG oslo_concurrency.lockutils [req-fbbaa9f1-3fd3-405c-94bc-5954d19e2a2a req-d7e95a56-b5b0-4580-a166-cc361460cd20 service nova] Releasing lock "refresh_cache-66e82933-0276-4786-aa5a-0b3b2a5412ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.029687] env[68205]: DEBUG nova.network.neutron [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.118477] env[68205]: DEBUG nova.network.neutron [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.158335] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b4e3650-e111-47a6-87e9-203147c12008 tempest-ServersNegativeTestJSON-1889283018 tempest-ServersNegativeTestJSON-1889283018-project-member] Lock "6980d130-8086-4b37-a596-961f8852bacd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.217s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.224436] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52176a0c-7ba7-babc-e183-795fdc473589, 'name': SearchDatastore_Task, 'duration_secs': 0.023691} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.227072] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.227409] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 99144280-d6c4-4f24-84bf-67d875299893/99144280-d6c4-4f24-84bf-67d875299893.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.227893] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f29dd7b-f28a-4cf6-8067-1b2c0fa3531b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.234879] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1003.234879] env[68205]: value = "task-2904839" [ 1003.234879] env[68205]: _type = "Task" [ 1003.234879] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.246288] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.383242] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.383706] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.383706] env[68205]: DEBUG nova.network.neutron [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.398073] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904838, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.438905] env[68205]: DEBUG nova.compute.manager [None req-36365cce-f3b7-493c-b02a-ff54b32d24ae tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Instance disappeared during snapshot {{(pid=68205) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1003.550684] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa029c3c-d767-442f-b376-a9d9f1661ba9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.562360] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a9fa3-31b0-4b6d-8daf-5b645ae62105 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.606995] env[68205]: DEBUG nova.compute.manager [None req-36365cce-f3b7-493c-b02a-ff54b32d24ae tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Found 0 images (rotation: 2) {{(pid=68205) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1003.610856] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a2387-f8d5-48b5-a05f-d13ebd3db137 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.619311] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ceaff1-0474-48c5-9ebe-e97feca60810 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.624999] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Releasing lock "refresh_cache-6bce6bb8-2bad-460a-95d1-aeac23ffa83a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.624999] env[68205]: DEBUG nova.compute.manager [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.624999] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.626951] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822d15d4-53c3-4ea0-86c7-4e9ca5e66600 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.642803] env[68205]: DEBUG nova.compute.provider_tree [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.646571] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.647400] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef629adb-1bd9-4d49-9feb-f380aa6fa611 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.656268] env[68205]: DEBUG oslo_vmware.api [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for the task: (returnval){ [ 1003.656268] env[68205]: value = "task-2904840" [ 1003.656268] env[68205]: _type = "Task" [ 1003.656268] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.667911] env[68205]: DEBUG oslo_vmware.api [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.747216] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904839, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.846185] env[68205]: DEBUG nova.compute.manager [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Received event network-vif-plugged-98c3ad69-3cdb-4a3c-803a-068c73934fff {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.846185] env[68205]: DEBUG oslo_concurrency.lockutils [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] Acquiring lock "710cd50a-aff0-4346-b202-a0d553bd0eb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.846185] env[68205]: DEBUG oslo_concurrency.lockutils [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.846913] env[68205]: DEBUG oslo_concurrency.lockutils [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.846913] env[68205]: DEBUG nova.compute.manager [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] No waiting events found dispatching network-vif-plugged-98c3ad69-3cdb-4a3c-803a-068c73934fff {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.848478] env[68205]: WARNING nova.compute.manager [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Received unexpected event network-vif-plugged-98c3ad69-3cdb-4a3c-803a-068c73934fff for instance with vm_state building and task_state spawning. [ 1003.848478] env[68205]: DEBUG nova.compute.manager [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Received event network-changed-98c3ad69-3cdb-4a3c-803a-068c73934fff {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.848478] env[68205]: DEBUG nova.compute.manager [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Refreshing instance network info cache due to event network-changed-98c3ad69-3cdb-4a3c-803a-068c73934fff. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.848478] env[68205]: DEBUG oslo_concurrency.lockutils [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] Acquiring lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.897689] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904838, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.924974] env[68205]: DEBUG nova.network.neutron [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.074931] env[68205]: DEBUG nova.network.neutron [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Updating instance_info_cache with network_info: [{"id": "98c3ad69-3cdb-4a3c-803a-068c73934fff", "address": "fa:16:3e:65:29:15", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c3ad69-3c", "ovs_interfaceid": "98c3ad69-3cdb-4a3c-803a-068c73934fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.149116] env[68205]: DEBUG nova.scheduler.client.report [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.169021] env[68205]: DEBUG oslo_vmware.api [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904840, 'name': PowerOffVM_Task, 'duration_secs': 0.387246} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.169021] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.169021] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.169407] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21cf03f1-d93c-4aea-abe6-bcd744649041 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.212351] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.212602] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.212835] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Deleting the datastore file [datastore2] 6bce6bb8-2bad-460a-95d1-aeac23ffa83a {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.213149] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d53adad-abfe-44d3-a5bb-637ba4d6d1ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.220560] env[68205]: DEBUG oslo_vmware.api [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for the task: (returnval){ [ 1004.220560] env[68205]: value = "task-2904842" [ 1004.220560] env[68205]: _type = "Task" [ 1004.220560] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.232266] env[68205]: DEBUG oslo_vmware.api [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.246497] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52199} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.246986] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 99144280-d6c4-4f24-84bf-67d875299893/99144280-d6c4-4f24-84bf-67d875299893.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.247289] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.247600] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c442483c-dd24-4f39-ab82-7e117e33e679 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.254615] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1004.254615] env[68205]: value = "task-2904843" [ 1004.254615] env[68205]: _type = "Task" [ 1004.254615] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.263506] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.396538] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904838, 'name': CloneVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.578133] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.578569] env[68205]: DEBUG nova.compute.manager [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Instance network_info: |[{"id": "98c3ad69-3cdb-4a3c-803a-068c73934fff", "address": "fa:16:3e:65:29:15", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c3ad69-3c", "ovs_interfaceid": "98c3ad69-3cdb-4a3c-803a-068c73934fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.578756] env[68205]: DEBUG oslo_concurrency.lockutils [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] Acquired lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.578941] env[68205]: DEBUG nova.network.neutron [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Refreshing network info cache for port 98c3ad69-3cdb-4a3c-803a-068c73934fff {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.580245] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:29:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98c3ad69-3cdb-4a3c-803a-068c73934fff', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.591027] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.592038] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.592552] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c7b9748-8389-486b-bd25-22011190f643 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.613167] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.613167] env[68205]: value = "task-2904844" [ 1004.613167] env[68205]: _type = "Task" [ 1004.613167] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.620942] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904844, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.654995] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.657737] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.189s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.658435] env[68205]: DEBUG nova.objects.instance [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lazy-loading 'resources' on Instance uuid ee5aa786-4de5-478a-902c-2c9f6c5df95e {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.703964] env[68205]: INFO nova.scheduler.client.report [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Deleted allocations for instance 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821 [ 1004.731842] env[68205]: DEBUG oslo_vmware.api [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Task: {'id': task-2904842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441473} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.732231] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.732436] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.732609] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.732781] env[68205]: INFO nova.compute.manager [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1004.733117] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.733346] env[68205]: DEBUG nova.compute.manager [-] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.733468] env[68205]: DEBUG nova.network.neutron [-] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.752965] env[68205]: DEBUG nova.network.neutron [-] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.764615] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204859} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.764999] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.765909] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecb738c-eee1-44c5-b707-93edeac7bdda {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.790011] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 99144280-d6c4-4f24-84bf-67d875299893/99144280-d6c4-4f24-84bf-67d875299893.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.794488] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1161abac-8db0-468d-8459-01daed069397 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.818431] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1004.818431] env[68205]: value = "task-2904845" [ 1004.818431] env[68205]: _type = "Task" [ 1004.818431] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.827480] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.898482] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904838, 'name': CloneVM_Task, 'duration_secs': 1.629186} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.898482] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Created linked-clone VM from snapshot [ 1004.899243] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c49039c-74c7-4de7-a282-4d52a8b7e28f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.907410] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Uploading image 74b019f4-50fb-490c-9f43-c58e8c9e5d9d {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1004.917875] env[68205]: DEBUG nova.network.neutron [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Updated VIF entry in instance network info cache for port 98c3ad69-3cdb-4a3c-803a-068c73934fff. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.918349] env[68205]: DEBUG nova.network.neutron [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Updating instance_info_cache with network_info: [{"id": "98c3ad69-3cdb-4a3c-803a-068c73934fff", "address": "fa:16:3e:65:29:15", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c3ad69-3c", "ovs_interfaceid": "98c3ad69-3cdb-4a3c-803a-068c73934fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.938123] env[68205]: DEBUG oslo_vmware.rw_handles [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1004.938123] env[68205]: value = "vm-583420" [ 1004.938123] env[68205]: _type = "VirtualMachine" [ 1004.938123] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1004.938428] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-99474047-518d-428f-93d9-7fa3312b806b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.946958] env[68205]: DEBUG oslo_vmware.rw_handles [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lease: (returnval){ [ 1004.946958] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524ad40f-c014-929b-219b-73ec3dcc4052" [ 1004.946958] env[68205]: _type = "HttpNfcLease" [ 1004.946958] env[68205]: } obtained for exporting VM: (result){ [ 1004.946958] env[68205]: value = "vm-583420" [ 1004.946958] env[68205]: _type = "VirtualMachine" [ 1004.946958] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1004.946958] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the lease: (returnval){ [ 1004.946958] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524ad40f-c014-929b-219b-73ec3dcc4052" [ 1004.946958] env[68205]: _type = "HttpNfcLease" [ 1004.946958] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1004.954780] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.954780] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524ad40f-c014-929b-219b-73ec3dcc4052" [ 1004.954780] env[68205]: _type = "HttpNfcLease" [ 1004.954780] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.124030] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904844, 'name': CreateVM_Task, 'duration_secs': 0.391511} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.124216] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.124918] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.125088] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.125439] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.125722] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd03ae9b-52b1-4922-ba36-4ec231695f69 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.130372] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1005.130372] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b5c67-5170-fbb7-7dad-c2fcbac7c14d" [ 1005.130372] env[68205]: _type = "Task" [ 1005.130372] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.138566] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b5c67-5170-fbb7-7dad-c2fcbac7c14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.220281] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6ff952eb-0c03-42ef-8f29-fb6331022337 tempest-ImagesOneServerNegativeTestJSON-1082187586 tempest-ImagesOneServerNegativeTestJSON-1082187586-project-member] Lock "84a471f8-cd8d-42b6-8c12-9ae7fcf3e821" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.723s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.256049] env[68205]: DEBUG nova.network.neutron [-] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.331156] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904845, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.424338] env[68205]: DEBUG oslo_concurrency.lockutils [req-3bc210d8-62c4-4a16-9cbd-4b7384402ab7 req-f427c455-40c1-4e8d-b24d-1579c8473f16 service nova] Releasing lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.455945] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.455945] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524ad40f-c014-929b-219b-73ec3dcc4052" [ 1005.455945] env[68205]: _type = "HttpNfcLease" [ 1005.455945] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1005.455945] env[68205]: DEBUG oslo_vmware.rw_handles [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1005.455945] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524ad40f-c014-929b-219b-73ec3dcc4052" [ 1005.455945] env[68205]: _type = "HttpNfcLease" [ 1005.455945] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1005.456941] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d6c9e1-9db3-4c55-aebf-99617724d6c7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.473036] env[68205]: DEBUG oslo_vmware.rw_handles [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1a4f2-c8d9-d54e-2241-6ed25f28db20/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1005.473212] env[68205]: DEBUG oslo_vmware.rw_handles [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1a4f2-c8d9-d54e-2241-6ed25f28db20/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1005.585992] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52025c70-1038-4881-80e4-9f40762a2cd7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.647115] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521b5c67-5170-fbb7-7dad-c2fcbac7c14d, 'name': SearchDatastore_Task, 'duration_secs': 0.009593} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.647534] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.647740] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.647980] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.648199] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.648393] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.651957] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-470430f9-a18d-4aea-915e-c8a02be615a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.661050] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.661238] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.661973] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53d0cde-32d2-418a-8ba8-8cc555a4af4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.670024] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1005.670024] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d803b5-bbac-8f25-dd09-5f51fcb5c6a2" [ 1005.670024] env[68205]: _type = "Task" [ 1005.670024] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.677771] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d803b5-bbac-8f25-dd09-5f51fcb5c6a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.696661] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfce5ee1-6d17-4a1e-a0c5-fb2b9a991990 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.704292] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9e847e-237c-4eb9-827f-47af81d51107 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.737083] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9294c077-da7f-47d3-b863-dfce9ffdf612 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.745675] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5042fb-19f0-4821-b3c2-45f0eaa09a84 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.759982] env[68205]: INFO nova.compute.manager [-] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Took 1.03 seconds to deallocate network for instance. [ 1005.760832] env[68205]: DEBUG nova.compute.provider_tree [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.829888] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904845, 'name': ReconfigVM_Task, 'duration_secs': 0.520845} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.831363] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 99144280-d6c4-4f24-84bf-67d875299893/99144280-d6c4-4f24-84bf-67d875299893.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.833959] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e38d1f71-8fdd-40fa-8f53-4f4235c96466 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.840212] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1005.840212] env[68205]: value = "task-2904847" [ 1005.840212] env[68205]: _type = "Task" [ 1005.840212] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.852837] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904847, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.181340] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d803b5-bbac-8f25-dd09-5f51fcb5c6a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008286} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.181737] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f49c08-44eb-49a6-8f6d-8d87799b2cb4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.187208] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1006.187208] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b98164-0699-e6b5-1489-ae65488b3716" [ 1006.187208] env[68205]: _type = "Task" [ 1006.187208] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.195060] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b98164-0699-e6b5-1489-ae65488b3716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.267365] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.286100] env[68205]: ERROR nova.scheduler.client.report [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [req-5eeb4a08-1dc4-4129-aa4e-9e6cc743b605] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5eeb4a08-1dc4-4129-aa4e-9e6cc743b605"}]} [ 1006.308400] env[68205]: DEBUG nova.scheduler.client.report [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1006.327708] env[68205]: DEBUG nova.scheduler.client.report [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1006.327708] env[68205]: DEBUG nova.compute.provider_tree [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.340187] env[68205]: DEBUG nova.scheduler.client.report [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1006.351474] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904847, 'name': Rename_Task, 'duration_secs': 0.162925} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.352096] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.352366] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24b44e59-f3c3-4ad8-8c1a-f2495536c1a2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.358168] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1006.358168] env[68205]: value = "task-2904848" [ 1006.358168] env[68205]: _type = "Task" [ 1006.358168] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.366793] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.368236] env[68205]: DEBUG nova.scheduler.client.report [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1006.702885] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b98164-0699-e6b5-1489-ae65488b3716, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.704580] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.704969] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 710cd50a-aff0-4346-b202-a0d553bd0eb7/710cd50a-aff0-4346-b202-a0d553bd0eb7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.708201] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c6bd67f-77aa-4ab9-88cb-afa7039739de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.714987] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1006.714987] env[68205]: value = "task-2904849" [ 1006.714987] env[68205]: _type = "Task" [ 1006.714987] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.724391] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.827023] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eefbafa-fbde-49ec-993a-fa2871e2c833 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.836136] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5fb515-0db5-4800-8dbd-6ebb3dd882c8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.875909] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a09d3-32d1-4653-9a8d-c58323e74d3c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.885718] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.891331] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb8e1d-6b0b-4262-8f67-ba25620094aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.906593] env[68205]: DEBUG nova.compute.provider_tree [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.226613] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505098} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.226926] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 710cd50a-aff0-4346-b202-a0d553bd0eb7/710cd50a-aff0-4346-b202-a0d553bd0eb7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.227252] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.227645] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5451e29-bbca-4d13-918d-3d646e16fce0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.234891] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1007.234891] env[68205]: value = "task-2904850" [ 1007.234891] env[68205]: _type = "Task" [ 1007.234891] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.247201] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.381916] env[68205]: DEBUG oslo_vmware.api [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904848, 'name': PowerOnVM_Task, 'duration_secs': 0.720322} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.382354] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.382482] env[68205]: INFO nova.compute.manager [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1007.382570] env[68205]: DEBUG nova.compute.manager [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.383460] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016b921-5f4c-4f73-a296-d1996730718d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.443617] env[68205]: DEBUG nova.scheduler.client.report [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1007.443617] env[68205]: DEBUG nova.compute.provider_tree [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 99 to 100 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1007.443617] env[68205]: DEBUG nova.compute.provider_tree [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.745043] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072536} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.745362] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.746583] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31762dbe-6e44-4e88-94ff-d538b755219f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.772248] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 710cd50a-aff0-4346-b202-a0d553bd0eb7/710cd50a-aff0-4346-b202-a0d553bd0eb7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.772579] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03669413-8fbf-4e79-8691-e1b3b104ac55 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.795724] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1007.795724] env[68205]: value = "task-2904851" [ 1007.795724] env[68205]: _type = "Task" [ 1007.795724] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.804970] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.905019] env[68205]: INFO nova.compute.manager [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Took 36.80 seconds to build instance. [ 1007.949902] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.292s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.952475] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.568s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.954405] env[68205]: INFO nova.compute.claims [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.977496] env[68205]: INFO nova.scheduler.client.report [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleted allocations for instance ee5aa786-4de5-478a-902c-2c9f6c5df95e [ 1008.308982] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.406829] env[68205]: DEBUG oslo_concurrency.lockutils [None req-16e636d0-838f-4fd7-80e3-b16044ff68f8 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.460s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.486701] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ba7fbbb-24ba-4f5f-ad30-37103d8a5d5a tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "ee5aa786-4de5-478a-902c-2c9f6c5df95e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.276s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.629188] env[68205]: DEBUG nova.compute.manager [req-cb965b38-1a8f-4d27-964d-be6ee2558528 req-3577b13e-52f1-4c23-b1a3-7becfbf9906a service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Received event network-changed-095c32b0-d639-4e18-8e66-64d25fe89863 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.629490] env[68205]: DEBUG nova.compute.manager [req-cb965b38-1a8f-4d27-964d-be6ee2558528 req-3577b13e-52f1-4c23-b1a3-7becfbf9906a service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Refreshing instance network info cache due to event network-changed-095c32b0-d639-4e18-8e66-64d25fe89863. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.629794] env[68205]: DEBUG oslo_concurrency.lockutils [req-cb965b38-1a8f-4d27-964d-be6ee2558528 req-3577b13e-52f1-4c23-b1a3-7becfbf9906a service nova] Acquiring lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.629994] env[68205]: DEBUG oslo_concurrency.lockutils [req-cb965b38-1a8f-4d27-964d-be6ee2558528 req-3577b13e-52f1-4c23-b1a3-7becfbf9906a service nova] Acquired lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.630239] env[68205]: DEBUG nova.network.neutron [req-cb965b38-1a8f-4d27-964d-be6ee2558528 req-3577b13e-52f1-4c23-b1a3-7becfbf9906a service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Refreshing network info cache for port 095c32b0-d639-4e18-8e66-64d25fe89863 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.676549] env[68205]: DEBUG oslo_concurrency.lockutils [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.676821] env[68205]: DEBUG oslo_concurrency.lockutils [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.677052] env[68205]: DEBUG oslo_concurrency.lockutils [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.677239] env[68205]: DEBUG oslo_concurrency.lockutils [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.677406] env[68205]: DEBUG oslo_concurrency.lockutils [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.679830] env[68205]: INFO nova.compute.manager [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Terminating instance [ 1008.810793] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904851, 'name': ReconfigVM_Task, 'duration_secs': 0.992786} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.811116] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 710cd50a-aff0-4346-b202-a0d553bd0eb7/710cd50a-aff0-4346-b202-a0d553bd0eb7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.811787] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51ba304c-6773-47d3-a0b1-f015dfe090f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.819136] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1008.819136] env[68205]: value = "task-2904852" [ 1008.819136] env[68205]: _type = "Task" [ 1008.819136] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.832324] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904852, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.186792] env[68205]: DEBUG nova.compute.manager [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.187826] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.189029] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a444cae7-9394-43ae-add3-44edbfaf7b5a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.198124] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.198124] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6530dfd-8e03-477f-af91-62f89c1e3005 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.205131] env[68205]: DEBUG oslo_vmware.api [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 1009.205131] env[68205]: value = "task-2904853" [ 1009.205131] env[68205]: _type = "Task" [ 1009.205131] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.224369] env[68205]: DEBUG oslo_vmware.api [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.333265] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904852, 'name': Rename_Task, 'duration_secs': 0.197677} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.333591] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.333828] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d96a603-83c7-4dcc-b19b-23e3dd1b6b78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.340923] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1009.340923] env[68205]: value = "task-2904854" [ 1009.340923] env[68205]: _type = "Task" [ 1009.340923] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.352697] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.498165] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014bdec8-7653-4607-a2d8-1c3af3ac3e72 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.507669] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849a19ae-04d0-4dfe-bc30-de3d8d4ce7c7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.553109] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3e6986-fd05-42a5-a64f-8bf0b00a3d91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.565580] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79378e23-1ed5-4e5f-a2b7-d1bd16ccc9d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.581572] env[68205]: DEBUG nova.compute.provider_tree [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.634659] env[68205]: DEBUG nova.network.neutron [req-cb965b38-1a8f-4d27-964d-be6ee2558528 req-3577b13e-52f1-4c23-b1a3-7becfbf9906a service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Updated VIF entry in instance network info cache for port 095c32b0-d639-4e18-8e66-64d25fe89863. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.635242] env[68205]: DEBUG nova.network.neutron [req-cb965b38-1a8f-4d27-964d-be6ee2558528 req-3577b13e-52f1-4c23-b1a3-7becfbf9906a service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Updating instance_info_cache with network_info: [{"id": "095c32b0-d639-4e18-8e66-64d25fe89863", "address": "fa:16:3e:a0:0f:f2", "network": {"id": "e5eef7c6-b41f-4c19-91a6-dce3058b0318", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-558434520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa9adf91b92456f99abb9184d780a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095c32b0-d6", "ovs_interfaceid": "095c32b0-d639-4e18-8e66-64d25fe89863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.716795] env[68205]: DEBUG oslo_vmware.api [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904853, 'name': PowerOffVM_Task, 'duration_secs': 0.309943} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.717602] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.717602] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.717602] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df54f8cd-8dec-4d23-b9ed-ede02ef70612 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.786292] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.786839] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.787222] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleting the datastore file [datastore1] 08e3a0b1-37f3-4fdd-bdca-0decb326d849 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.787661] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dc391da-4a35-4f45-a66a-d6845f6b0584 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.797021] env[68205]: DEBUG oslo_vmware.api [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 1009.797021] env[68205]: value = "task-2904856" [ 1009.797021] env[68205]: _type = "Task" [ 1009.797021] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.805188] env[68205]: DEBUG oslo_vmware.api [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.851790] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904854, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.085413] env[68205]: DEBUG nova.scheduler.client.report [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.138994] env[68205]: DEBUG oslo_concurrency.lockutils [req-cb965b38-1a8f-4d27-964d-be6ee2558528 req-3577b13e-52f1-4c23-b1a3-7becfbf9906a service nova] Releasing lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.306193] env[68205]: DEBUG oslo_vmware.api [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213145} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.306478] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.306664] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.306873] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.307030] env[68205]: INFO nova.compute.manager [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1010.307304] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.307546] env[68205]: DEBUG nova.compute.manager [-] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.307665] env[68205]: DEBUG nova.network.neutron [-] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.353113] env[68205]: DEBUG oslo_vmware.api [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904854, 'name': PowerOnVM_Task, 'duration_secs': 0.5718} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.353414] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.353604] env[68205]: INFO nova.compute.manager [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1010.353778] env[68205]: DEBUG nova.compute.manager [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.354597] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a25c2c-0569-4c59-9259-936879e6db7f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.591385] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.592022] env[68205]: DEBUG nova.compute.manager [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.595325] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.536s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.595555] env[68205]: DEBUG nova.objects.instance [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1010.771259] env[68205]: DEBUG nova.compute.manager [req-5acc0e4a-e0df-4f00-90ee-c42bdd52c89f req-99b2fce3-6144-4cbc-b529-066b54a82ad5 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Received event network-vif-deleted-83aceed9-474d-4c99-a5b3-5ba5f0d520ca {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.771452] env[68205]: INFO nova.compute.manager [req-5acc0e4a-e0df-4f00-90ee-c42bdd52c89f req-99b2fce3-6144-4cbc-b529-066b54a82ad5 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Neutron deleted interface 83aceed9-474d-4c99-a5b3-5ba5f0d520ca; detaching it from the instance and deleting it from the info cache [ 1010.771622] env[68205]: DEBUG nova.network.neutron [req-5acc0e4a-e0df-4f00-90ee-c42bdd52c89f req-99b2fce3-6144-4cbc-b529-066b54a82ad5 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.874183] env[68205]: INFO nova.compute.manager [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Took 34.44 seconds to build instance. [ 1011.104155] env[68205]: DEBUG nova.compute.utils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.105072] env[68205]: DEBUG nova.compute.manager [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.105502] env[68205]: DEBUG nova.network.neutron [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.149531] env[68205]: DEBUG nova.policy [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7b930adbfd447a29e66796886893499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a287bc6076e4e3c8c26a09f979fdfde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.255800] env[68205]: DEBUG nova.network.neutron [-] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.275704] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-524d27f7-9292-4889-85d3-abdb8f739798 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.285641] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0464b4a7-9afa-4bf8-b461-947b787a710c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.331240] env[68205]: DEBUG nova.compute.manager [req-5acc0e4a-e0df-4f00-90ee-c42bdd52c89f req-99b2fce3-6144-4cbc-b529-066b54a82ad5 service nova] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Detach interface failed, port_id=83aceed9-474d-4c99-a5b3-5ba5f0d520ca, reason: Instance 08e3a0b1-37f3-4fdd-bdca-0decb326d849 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.376021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-220a14cb-c8f0-4880-aa8a-f6c50bd60f98 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.720s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.607384] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb0c7b1d-8aea-421a-b64b-1914a115a9d6 tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.607839] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.681s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.608058] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.614395] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.613s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.614690] env[68205]: DEBUG nova.objects.instance [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lazy-loading 'resources' on Instance uuid 3796e31d-5242-4529-8ee8-85fec72eacf8 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.616058] env[68205]: DEBUG nova.compute.manager [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.625167] env[68205]: DEBUG nova.network.neutron [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Successfully created port: dd6a7c3e-b380-4ae3-8e17-3b767383fdb8 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.659815] env[68205]: INFO nova.scheduler.client.report [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Deleted allocations for instance aa17c44d-b31b-4d48-bd02-cd2b38b13452 [ 1011.693835] env[68205]: DEBUG oslo_concurrency.lockutils [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "710cd50a-aff0-4346-b202-a0d553bd0eb7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.694161] env[68205]: DEBUG oslo_concurrency.lockutils [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.694245] env[68205]: INFO nova.compute.manager [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Shelving [ 1011.757800] env[68205]: INFO nova.compute.manager [-] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Took 1.45 seconds to deallocate network for instance. [ 1012.175185] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d72b5d5-5f28-499d-8454-a93970b90288 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "aa17c44d-b31b-4d48-bd02-cd2b38b13452" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.688s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.267898] env[68205]: DEBUG oslo_concurrency.lockutils [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.471569] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "6e3f3a8b-653c-4383-862b-9e678b58a724" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.471889] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "6e3f3a8b-653c-4383-862b-9e678b58a724" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.629921] env[68205]: DEBUG nova.compute.manager [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.668747] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.669049] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.670078] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.670078] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.670078] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.670078] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.670078] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.671353] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.671353] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.671353] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.671576] env[68205]: DEBUG nova.virt.hardware [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.672731] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bad972-1912-42c7-a018-8cc1dfb9c134 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.677161] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc79381d-891b-4768-add5-6b74e3c0868a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.689537] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f93a31-5d3d-406f-869e-2114bc2efff6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.696328] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf544af-a8ce-4d2b-bfd0-5e997a40acb2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.710808] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.743016] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a41fd9e5-a7de-4155-82ab-f3b332a56fbc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.743814] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165b2a79-2e39-42b4-9f55-c534344a9cee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.754960] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99db323b-3d8a-4f93-9d0c-9a7818b6a0b4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.760331] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1012.760331] env[68205]: value = "task-2904857" [ 1012.760331] env[68205]: _type = "Task" [ 1012.760331] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.772023] env[68205]: DEBUG nova.compute.provider_tree [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.778681] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.975767] env[68205]: DEBUG nova.compute.manager [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.261725] env[68205]: DEBUG nova.compute.manager [req-a261c493-4467-46e4-8144-fc3fc90d60b3 req-6092b5ed-31b4-4bdd-89e8-db747189a274 service nova] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Received event network-vif-plugged-dd6a7c3e-b380-4ae3-8e17-3b767383fdb8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.262227] env[68205]: DEBUG oslo_concurrency.lockutils [req-a261c493-4467-46e4-8144-fc3fc90d60b3 req-6092b5ed-31b4-4bdd-89e8-db747189a274 service nova] Acquiring lock "578aa91d-3a75-429a-8116-d8ce7bc53175-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.262554] env[68205]: DEBUG oslo_concurrency.lockutils [req-a261c493-4467-46e4-8144-fc3fc90d60b3 req-6092b5ed-31b4-4bdd-89e8-db747189a274 service nova] Lock "578aa91d-3a75-429a-8116-d8ce7bc53175-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.262798] env[68205]: DEBUG oslo_concurrency.lockutils [req-a261c493-4467-46e4-8144-fc3fc90d60b3 req-6092b5ed-31b4-4bdd-89e8-db747189a274 service nova] Lock "578aa91d-3a75-429a-8116-d8ce7bc53175-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.264061] env[68205]: DEBUG nova.compute.manager [req-a261c493-4467-46e4-8144-fc3fc90d60b3 req-6092b5ed-31b4-4bdd-89e8-db747189a274 service nova] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] No waiting events found dispatching network-vif-plugged-dd6a7c3e-b380-4ae3-8e17-3b767383fdb8 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.264061] env[68205]: WARNING nova.compute.manager [req-a261c493-4467-46e4-8144-fc3fc90d60b3 req-6092b5ed-31b4-4bdd-89e8-db747189a274 service nova] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Received unexpected event network-vif-plugged-dd6a7c3e-b380-4ae3-8e17-3b767383fdb8 for instance with vm_state building and task_state spawning. [ 1013.276244] env[68205]: DEBUG nova.scheduler.client.report [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.284200] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904857, 'name': PowerOffVM_Task, 'duration_secs': 0.252815} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.284200] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.284200] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc26848-8f11-42be-b8d7-0e640ec97167 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.306672] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6537fb70-8a28-48f3-b43b-3ec451a23e34 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.360775] env[68205]: DEBUG nova.network.neutron [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Successfully updated port: dd6a7c3e-b380-4ae3-8e17-3b767383fdb8 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.393131] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "9e810eb2-b946-420e-91ce-13286fe3b51e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.393131] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.393254] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "9e810eb2-b946-420e-91ce-13286fe3b51e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.393939] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.393939] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.396235] env[68205]: INFO nova.compute.manager [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Terminating instance [ 1013.498566] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.783085] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.785619] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.711s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.785860] env[68205]: DEBUG nova.objects.instance [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lazy-loading 'resources' on Instance uuid d4e76ac9-3c46-49ee-9331-c4133f2a58de {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.804513] env[68205]: INFO nova.scheduler.client.report [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Deleted allocations for instance 3796e31d-5242-4529-8ee8-85fec72eacf8 [ 1013.819736] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1013.819736] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-201ae8d8-1ce0-40a4-98a4-e2c7cf54d25a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.829046] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1013.829046] env[68205]: value = "task-2904858" [ 1013.829046] env[68205]: _type = "Task" [ 1013.829046] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.838408] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904858, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.863837] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.863980] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.864190] env[68205]: DEBUG nova.network.neutron [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.901437] env[68205]: DEBUG nova.compute.manager [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.901667] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.902606] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5c538f-aea1-4b09-8ef8-81a40a038d93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.910552] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.910818] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c4f7430-06d0-4ba8-bcf0-98cec3530994 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.917302] env[68205]: DEBUG oslo_vmware.api [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 1013.917302] env[68205]: value = "task-2904859" [ 1013.917302] env[68205]: _type = "Task" [ 1013.917302] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.925507] env[68205]: DEBUG oslo_vmware.api [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.312648] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4e0c51a2-490f-44d0-87ad-afd23dc2f674 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "3796e31d-5242-4529-8ee8-85fec72eacf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.324s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.345945] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904858, 'name': CreateSnapshot_Task, 'duration_secs': 0.49574} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.345945] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1014.346939] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b054e6b4-5b3c-46be-b85f-0ff5ba737a2c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.420020] env[68205]: DEBUG nova.network.neutron [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.430479] env[68205]: DEBUG oslo_vmware.api [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904859, 'name': PowerOffVM_Task, 'duration_secs': 0.294049} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.430809] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.430982] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.431405] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19c217e7-819f-43e9-bfe5-bafa39bcee55 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.495261] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.495261] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.495261] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Deleting the datastore file [datastore1] 9e810eb2-b946-420e-91ce-13286fe3b51e {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.495261] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fff31f1a-8e9e-4dc8-85f0-06b8cd9ede15 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.501027] env[68205]: DEBUG oslo_vmware.api [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for the task: (returnval){ [ 1014.501027] env[68205]: value = "task-2904862" [ 1014.501027] env[68205]: _type = "Task" [ 1014.501027] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.513555] env[68205]: DEBUG oslo_vmware.api [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.555248] env[68205]: DEBUG nova.network.neutron [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Updating instance_info_cache with network_info: [{"id": "dd6a7c3e-b380-4ae3-8e17-3b767383fdb8", "address": "fa:16:3e:59:02:55", "network": {"id": "f88d937b-1a3a-4dac-b3ba-7bc9a7386ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289730598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3a287bc6076e4e3c8c26a09f979fdfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a7c3e-b3", "ovs_interfaceid": "dd6a7c3e-b380-4ae3-8e17-3b767383fdb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.693732] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace973c1-564b-4cdb-b8d7-84af2f4be1aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.702692] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6646bb-7e6c-489b-98d4-c1db124f92db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.745885] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970e8d03-a236-4942-91f3-911dc6933053 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.755997] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6cd7d5-168c-497d-9069-f0905a90f21c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.774779] env[68205]: DEBUG nova.compute.provider_tree [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.869997] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1014.870357] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b150c2d-7893-4f98-89cd-f00b59007926 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.879681] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1014.879681] env[68205]: value = "task-2904863" [ 1014.879681] env[68205]: _type = "Task" [ 1014.879681] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.888834] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904863, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.957192] env[68205]: DEBUG oslo_vmware.rw_handles [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1a4f2-c8d9-d54e-2241-6ed25f28db20/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.958265] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0142b1-3ff6-45b3-8ee1-aa27a5b43d9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.964643] env[68205]: DEBUG oslo_vmware.rw_handles [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1a4f2-c8d9-d54e-2241-6ed25f28db20/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.964849] env[68205]: ERROR oslo_vmware.rw_handles [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1a4f2-c8d9-d54e-2241-6ed25f28db20/disk-0.vmdk due to incomplete transfer. [ 1014.965118] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9e5c00a6-df4e-4eb6-b875-00b1be6efc9f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.972364] env[68205]: DEBUG oslo_vmware.rw_handles [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e1a4f2-c8d9-d54e-2241-6ed25f28db20/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1014.972622] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Uploaded image 74b019f4-50fb-490c-9f43-c58e8c9e5d9d to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1014.975434] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1014.975757] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a06f9f0-ed82-47e6-a1f0-95c274dbd772 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.981918] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 1014.981918] env[68205]: value = "task-2904864" [ 1014.981918] env[68205]: _type = "Task" [ 1014.981918] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.991713] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904864, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.011709] env[68205]: DEBUG oslo_vmware.api [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Task: {'id': task-2904862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184652} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.011972] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.012230] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.012443] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.012622] env[68205]: INFO nova.compute.manager [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1015.012878] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.013104] env[68205]: DEBUG nova.compute.manager [-] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.013200] env[68205]: DEBUG nova.network.neutron [-] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.059214] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.059214] env[68205]: DEBUG nova.compute.manager [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Instance network_info: |[{"id": "dd6a7c3e-b380-4ae3-8e17-3b767383fdb8", "address": "fa:16:3e:59:02:55", "network": {"id": "f88d937b-1a3a-4dac-b3ba-7bc9a7386ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289730598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3a287bc6076e4e3c8c26a09f979fdfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a7c3e-b3", "ovs_interfaceid": "dd6a7c3e-b380-4ae3-8e17-3b767383fdb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.059214] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:02:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd6a7c3e-b380-4ae3-8e17-3b767383fdb8', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.067384] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.067688] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.068014] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ddc1546-cf04-4ae8-86d8-d37d6b036314 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.091261] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.091261] env[68205]: value = "task-2904865" [ 1015.091261] env[68205]: _type = "Task" [ 1015.091261] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.099170] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904865, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.294636] env[68205]: DEBUG nova.compute.manager [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Received event network-changed-dd6a7c3e-b380-4ae3-8e17-3b767383fdb8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.294926] env[68205]: DEBUG nova.compute.manager [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Refreshing instance network info cache due to event network-changed-dd6a7c3e-b380-4ae3-8e17-3b767383fdb8. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.295206] env[68205]: DEBUG oslo_concurrency.lockutils [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] Acquiring lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.295420] env[68205]: DEBUG oslo_concurrency.lockutils [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] Acquired lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.295562] env[68205]: DEBUG nova.network.neutron [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Refreshing network info cache for port dd6a7c3e-b380-4ae3-8e17-3b767383fdb8 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.303059] env[68205]: ERROR nova.scheduler.client.report [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] [req-061c83f4-dc1c-48b9-8fed-a1a737c0a6db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-061c83f4-dc1c-48b9-8fed-a1a737c0a6db"}]} [ 1015.321045] env[68205]: DEBUG nova.scheduler.client.report [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1015.343060] env[68205]: DEBUG nova.scheduler.client.report [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1015.343529] env[68205]: DEBUG nova.compute.provider_tree [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.356505] env[68205]: DEBUG nova.scheduler.client.report [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1015.377252] env[68205]: DEBUG nova.scheduler.client.report [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1015.390323] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904863, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.494672] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904864, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.600848] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904865, 'name': CreateVM_Task, 'duration_secs': 0.402816} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.601167] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.601706] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.601856] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.602178] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.604500] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7f96fe-0f68-468c-b920-3719c454eb5d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.610512] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1015.610512] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52060160-0b70-b2d2-032f-79dd1c0c1816" [ 1015.610512] env[68205]: _type = "Task" [ 1015.610512] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.617304] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52060160-0b70-b2d2-032f-79dd1c0c1816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.726156] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1f5d6-b72b-4d33-b01e-4b221b63b7ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.733761] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65575be1-d715-4d54-95f6-95d9bd47751f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.766363] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7634a491-66ae-4dab-999b-88dcd2870b96 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.769288] env[68205]: DEBUG nova.network.neutron [-] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.775828] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f4edce-fcdd-4b46-a7d2-10743a669ff4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.792755] env[68205]: DEBUG nova.compute.provider_tree [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.890757] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904863, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.992013] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904864, 'name': Destroy_Task, 'duration_secs': 0.809323} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.992279] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Destroyed the VM [ 1015.992506] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1015.992753] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9456052d-4c84-4deb-854e-dce7cd03f1ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.999595] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 1015.999595] env[68205]: value = "task-2904866" [ 1015.999595] env[68205]: _type = "Task" [ 1015.999595] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.007946] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904866, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.008903] env[68205]: DEBUG nova.network.neutron [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Updated VIF entry in instance network info cache for port dd6a7c3e-b380-4ae3-8e17-3b767383fdb8. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.009249] env[68205]: DEBUG nova.network.neutron [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Updating instance_info_cache with network_info: [{"id": "dd6a7c3e-b380-4ae3-8e17-3b767383fdb8", "address": "fa:16:3e:59:02:55", "network": {"id": "f88d937b-1a3a-4dac-b3ba-7bc9a7386ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289730598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3a287bc6076e4e3c8c26a09f979fdfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a7c3e-b3", "ovs_interfaceid": "dd6a7c3e-b380-4ae3-8e17-3b767383fdb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.122743] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52060160-0b70-b2d2-032f-79dd1c0c1816, 'name': SearchDatastore_Task, 'duration_secs': 0.014464} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.123103] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.123357] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.123612] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.123772] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.123966] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.124257] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b232775e-fba0-4db3-867d-70bfd6db433c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.132747] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.132949] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.133716] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f37c35-f44e-400c-9988-51c9600707ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.139030] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1016.139030] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5217c1a4-4b2d-d596-ec8a-f713b35b1a49" [ 1016.139030] env[68205]: _type = "Task" [ 1016.139030] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.146819] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5217c1a4-4b2d-d596-ec8a-f713b35b1a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.272123] env[68205]: INFO nova.compute.manager [-] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Took 1.26 seconds to deallocate network for instance. [ 1016.342244] env[68205]: DEBUG nova.scheduler.client.report [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1016.342244] env[68205]: DEBUG nova.compute.provider_tree [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 101 to 102 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1016.342244] env[68205]: DEBUG nova.compute.provider_tree [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.391550] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904863, 'name': CloneVM_Task, 'duration_secs': 1.41319} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.391839] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Created linked-clone VM from snapshot [ 1016.392632] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6d5952-db58-4d7a-b404-60230e3bd2a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.400061] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Uploading image bec60cb3-064e-408e-87fd-762f60ff7dbc {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1016.424812] env[68205]: DEBUG oslo_vmware.rw_handles [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1016.424812] env[68205]: value = "vm-583423" [ 1016.424812] env[68205]: _type = "VirtualMachine" [ 1016.424812] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1016.425134] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-63e6038e-3c2d-499e-b869-669dfeace6c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.431230] env[68205]: DEBUG oslo_vmware.rw_handles [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lease: (returnval){ [ 1016.431230] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6924a-a56a-fe6e-6fdc-273b3f3aa114" [ 1016.431230] env[68205]: _type = "HttpNfcLease" [ 1016.431230] env[68205]: } obtained for exporting VM: (result){ [ 1016.431230] env[68205]: value = "vm-583423" [ 1016.431230] env[68205]: _type = "VirtualMachine" [ 1016.431230] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1016.431504] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the lease: (returnval){ [ 1016.431504] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6924a-a56a-fe6e-6fdc-273b3f3aa114" [ 1016.431504] env[68205]: _type = "HttpNfcLease" [ 1016.431504] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1016.438111] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.438111] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6924a-a56a-fe6e-6fdc-273b3f3aa114" [ 1016.438111] env[68205]: _type = "HttpNfcLease" [ 1016.438111] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.509489] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904866, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.513583] env[68205]: DEBUG oslo_concurrency.lockutils [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] Releasing lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.513583] env[68205]: DEBUG nova.compute.manager [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Received event network-vif-deleted-772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.513583] env[68205]: INFO nova.compute.manager [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Neutron deleted interface 772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90; detaching it from the instance and deleting it from the info cache [ 1016.513583] env[68205]: DEBUG nova.network.neutron [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.651276] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5217c1a4-4b2d-d596-ec8a-f713b35b1a49, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.652101] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc01899-f2d7-44b4-b7f9-032bc07620f5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.658094] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1016.658094] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529296b0-a856-6f8e-a4e2-d53b40da21f6" [ 1016.658094] env[68205]: _type = "Task" [ 1016.658094] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.666823] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529296b0-a856-6f8e-a4e2-d53b40da21f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.780169] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.848995] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.063s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.851522] env[68205]: DEBUG oslo_concurrency.lockutils [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.424s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.851744] env[68205]: DEBUG nova.objects.instance [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lazy-loading 'resources' on Instance uuid 249b1e4f-289e-4109-abc3-12674166aa21 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.870762] env[68205]: INFO nova.scheduler.client.report [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Deleted allocations for instance d4e76ac9-3c46-49ee-9331-c4133f2a58de [ 1016.938944] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.938944] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6924a-a56a-fe6e-6fdc-273b3f3aa114" [ 1016.938944] env[68205]: _type = "HttpNfcLease" [ 1016.938944] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1016.939297] env[68205]: DEBUG oslo_vmware.rw_handles [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1016.939297] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c6924a-a56a-fe6e-6fdc-273b3f3aa114" [ 1016.939297] env[68205]: _type = "HttpNfcLease" [ 1016.939297] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1016.940032] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54c6a94-97cc-489c-9f2c-69f2f303e734 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.947464] env[68205]: DEBUG oslo_vmware.rw_handles [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d5a9-0291-6942-962c-1c419716bca4/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1016.947643] env[68205]: DEBUG oslo_vmware.rw_handles [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d5a9-0291-6942-962c-1c419716bca4/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1017.028241] env[68205]: DEBUG oslo_vmware.api [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904866, 'name': RemoveSnapshot_Task, 'duration_secs': 0.910195} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.028503] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f82175bb-372a-4b97-9f96-057eb2c7f242 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.030485] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1017.030724] env[68205]: INFO nova.compute.manager [None req-504dd0e9-1581-4c57-a2dd-77f207a960f8 tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 1017.039407] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e190b93-ee70-4133-88ce-f7867b850ccf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.053858] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c188dffd-e7c8-460a-ab8c-4dffb5131d51 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.077559] env[68205]: DEBUG nova.compute.manager [req-90dd2d8d-4a8d-4f72-9bff-53f11ce70346 req-347f4007-871b-4ec1-a120-49f9a11bd91a service nova] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Detach interface failed, port_id=772c4a55-d6e2-42fe-8ae5-aeb7cf3dbb90, reason: Instance 9e810eb2-b946-420e-91ce-13286fe3b51e could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1017.169702] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529296b0-a856-6f8e-a4e2-d53b40da21f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.169702] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.169702] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 578aa91d-3a75-429a-8116-d8ce7bc53175/578aa91d-3a75-429a-8116-d8ce7bc53175.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.169958] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e92c07da-0b36-401c-ab66-c68049365040 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.175766] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1017.175766] env[68205]: value = "task-2904868" [ 1017.175766] env[68205]: _type = "Task" [ 1017.175766] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.184601] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.382682] env[68205]: DEBUG oslo_concurrency.lockutils [None req-62148224-6558-4655-96a2-a6507d40ca6e tempest-ServersListShow296Test-711115101 tempest-ServersListShow296Test-711115101-project-member] Lock "d4e76ac9-3c46-49ee-9331-c4133f2a58de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.624s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.689643] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504128} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.689910] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 578aa91d-3a75-429a-8116-d8ce7bc53175/578aa91d-3a75-429a-8116-d8ce7bc53175.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.690945] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.690945] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6304f050-ec1c-4a23-b7da-e9429c1ef536 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.702954] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1017.702954] env[68205]: value = "task-2904869" [ 1017.702954] env[68205]: _type = "Task" [ 1017.702954] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.715323] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.767701] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34f0105-c56b-41e5-8bdb-3ec04fefdb49 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.777592] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4e4d9-4aa8-421a-b5c6-3840bf152c5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.824905] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83315138-4ad1-47c4-8be7-9aa7d724b94a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.835479] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f0f540-385f-4141-979f-e415762bb750 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.858203] env[68205]: DEBUG nova.compute.provider_tree [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.967346] env[68205]: DEBUG oslo_concurrency.lockutils [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.967346] env[68205]: DEBUG oslo_concurrency.lockutils [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.967534] env[68205]: DEBUG oslo_concurrency.lockutils [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "cddd9f44-3672-42a5-88f7-59c42cf153f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.967829] env[68205]: DEBUG oslo_concurrency.lockutils [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.968325] env[68205]: DEBUG oslo_concurrency.lockutils [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.970971] env[68205]: INFO nova.compute.manager [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Terminating instance [ 1018.213266] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077408} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.213560] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.214408] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4ade5a-4fe3-40ab-a901-ac9452fcdba2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.238996] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 578aa91d-3a75-429a-8116-d8ce7bc53175/578aa91d-3a75-429a-8116-d8ce7bc53175.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.239364] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db8d9ee-0213-41f9-8b8d-b058ff2b6060 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.263216] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1018.263216] env[68205]: value = "task-2904870" [ 1018.263216] env[68205]: _type = "Task" [ 1018.263216] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.271886] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.363507] env[68205]: DEBUG nova.scheduler.client.report [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.476363] env[68205]: DEBUG nova.compute.manager [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.476363] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.477114] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f680ef-19db-42be-b948-32ee5a585c21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.487989] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.488298] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab6ac3d-7d2a-4c6d-aa9b-c6475fd453fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.497085] env[68205]: DEBUG oslo_vmware.api [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 1018.497085] env[68205]: value = "task-2904871" [ 1018.497085] env[68205]: _type = "Task" [ 1018.497085] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.507306] env[68205]: DEBUG oslo_vmware.api [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.774804] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.869968] env[68205]: DEBUG oslo_concurrency.lockutils [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.872580] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.246s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.897121] env[68205]: INFO nova.scheduler.client.report [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Deleted allocations for instance 249b1e4f-289e-4109-abc3-12674166aa21 [ 1019.011130] env[68205]: DEBUG oslo_vmware.api [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904871, 'name': PowerOffVM_Task, 'duration_secs': 0.500964} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.011446] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.011626] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.011924] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25301bb3-2776-4d6c-9d3d-e6718836ed6e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.087029] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.087029] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.087029] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Deleting the datastore file [datastore1] cddd9f44-3672-42a5-88f7-59c42cf153f1 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.087029] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65413cd1-088f-4f95-95eb-494487a8796b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.096534] env[68205]: DEBUG oslo_vmware.api [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for the task: (returnval){ [ 1019.096534] env[68205]: value = "task-2904873" [ 1019.096534] env[68205]: _type = "Task" [ 1019.096534] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.106642] env[68205]: DEBUG oslo_vmware.api [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.271371] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904870, 'name': ReconfigVM_Task, 'duration_secs': 0.879622} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.271647] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 578aa91d-3a75-429a-8116-d8ce7bc53175/578aa91d-3a75-429a-8116-d8ce7bc53175.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.272299] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd32c508-180e-45d3-bf99-be541eca2025 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.279739] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1019.279739] env[68205]: value = "task-2904874" [ 1019.279739] env[68205]: _type = "Task" [ 1019.279739] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.288373] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904874, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.378105] env[68205]: INFO nova.compute.claims [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.406125] env[68205]: DEBUG oslo_concurrency.lockutils [None req-90c2d355-f7c3-47b0-994b-498ad85bdf50 tempest-ServerPasswordTestJSON-1595377478 tempest-ServerPasswordTestJSON-1595377478-project-member] Lock "249b1e4f-289e-4109-abc3-12674166aa21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.071s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.505379] env[68205]: DEBUG nova.compute.manager [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.506335] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d2ee14-2e3f-4fab-8b3e-dd4da45a2069 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.607236] env[68205]: DEBUG oslo_vmware.api [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Task: {'id': task-2904873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235065} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.607437] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.607667] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.607853] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.608035] env[68205]: INFO nova.compute.manager [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1019.608279] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.608472] env[68205]: DEBUG nova.compute.manager [-] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.608650] env[68205]: DEBUG nova.network.neutron [-] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.790787] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904874, 'name': Rename_Task, 'duration_secs': 0.148015} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.791087] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.791339] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7a37506-a16f-4411-af3b-50a14a3b1b44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.799210] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1019.799210] env[68205]: value = "task-2904875" [ 1019.799210] env[68205]: _type = "Task" [ 1019.799210] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.808951] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.885988] env[68205]: INFO nova.compute.resource_tracker [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating resource usage from migration b8f18645-36a4-450c-ab03-2b0ab5e27233 [ 1020.018465] env[68205]: INFO nova.compute.manager [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] instance snapshotting [ 1020.021922] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6b266b-1d52-4cc3-98c8-c5a6d2d0e54e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.051914] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad09212-c17c-43b0-aa23-1d65e163906e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.160463] env[68205]: DEBUG nova.compute.manager [req-a5834a34-fded-431a-a6e8-2e2018801d08 req-74fa901a-d48b-4c30-9a2f-01828d3af0c6 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Received event network-vif-deleted-282d64e1-43ed-43ca-9cc4-a4948f017770 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.160678] env[68205]: INFO nova.compute.manager [req-a5834a34-fded-431a-a6e8-2e2018801d08 req-74fa901a-d48b-4c30-9a2f-01828d3af0c6 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Neutron deleted interface 282d64e1-43ed-43ca-9cc4-a4948f017770; detaching it from the instance and deleting it from the info cache [ 1020.160860] env[68205]: DEBUG nova.network.neutron [req-a5834a34-fded-431a-a6e8-2e2018801d08 req-74fa901a-d48b-4c30-9a2f-01828d3af0c6 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.318287] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.354229] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb3d4cb-277a-42aa-82b0-7e5c84b57d1f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.365198] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f2581-11cd-4632-bf79-cec489204dcd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.409051] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067c8c7c-4134-40c7-97ce-0791802ef3cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.419393] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaf4922-1e26-4eca-ad8d-f1d825caf4c4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.435556] env[68205]: DEBUG nova.compute.provider_tree [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.565359] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1020.566279] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55a3cd54-e772-4564-84c0-85e89411e89f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.576298] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 1020.576298] env[68205]: value = "task-2904876" [ 1020.576298] env[68205]: _type = "Task" [ 1020.576298] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.586089] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904876, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.631685] env[68205]: DEBUG nova.network.neutron [-] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.663922] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2898b9f-2176-44b0-b180-3cb8714f4f25 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.675777] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9046b93e-59c9-4ed3-996f-7fa432213011 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.723934] env[68205]: DEBUG nova.compute.manager [req-a5834a34-fded-431a-a6e8-2e2018801d08 req-74fa901a-d48b-4c30-9a2f-01828d3af0c6 service nova] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Detach interface failed, port_id=282d64e1-43ed-43ca-9cc4-a4948f017770, reason: Instance cddd9f44-3672-42a5-88f7-59c42cf153f1 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1020.813454] env[68205]: DEBUG oslo_vmware.api [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904875, 'name': PowerOnVM_Task, 'duration_secs': 0.712067} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.813454] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.813771] env[68205]: INFO nova.compute.manager [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1020.813907] env[68205]: DEBUG nova.compute.manager [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.816122] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970d768e-c679-49a1-b0c2-abdfdaff9fce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.938661] env[68205]: DEBUG nova.scheduler.client.report [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.090740] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904876, 'name': CreateSnapshot_Task, 'duration_secs': 0.510259} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.091050] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1021.091845] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03a6144-7bda-4bb5-a49b-3856964d6f4e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.134603] env[68205]: INFO nova.compute.manager [-] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Took 1.53 seconds to deallocate network for instance. [ 1021.335728] env[68205]: INFO nova.compute.manager [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Took 40.97 seconds to build instance. [ 1021.447911] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.575s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.448116] env[68205]: INFO nova.compute.manager [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Migrating [ 1021.456323] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.355s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.456628] env[68205]: DEBUG nova.objects.instance [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lazy-loading 'resources' on Instance uuid eff0b99f-6d73-4a17-b678-830a08c31a29 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.614048] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1021.614764] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d561972-c6fb-475f-b34d-b8eede642994 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.627197] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 1021.627197] env[68205]: value = "task-2904877" [ 1021.627197] env[68205]: _type = "Task" [ 1021.627197] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.636527] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904877, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.642876] env[68205]: DEBUG oslo_concurrency.lockutils [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.734184] env[68205]: INFO nova.compute.manager [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Rescuing [ 1021.734493] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.734638] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.734826] env[68205]: DEBUG nova.network.neutron [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.837833] env[68205]: DEBUG oslo_concurrency.lockutils [None req-75551ad1-d0f9-403b-9bf7-10c3fe444ea4 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "578aa91d-3a75-429a-8116-d8ce7bc53175" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.271s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.967024] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.967024] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.967024] env[68205]: DEBUG nova.network.neutron [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.141076] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904877, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.304706] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a525bc2-e137-491a-a091-a34aa0b39ee1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.314830] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a356be8c-fe50-4636-982d-7ad4f1457fa7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.353163] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd6e1ba-89f1-4f58-99e7-180ff25e3968 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.363129] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af93d2e-77a5-40cb-ae3d-b187284184ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.382718] env[68205]: DEBUG nova.compute.provider_tree [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.566258] env[68205]: DEBUG nova.network.neutron [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Updating instance_info_cache with network_info: [{"id": "dd6a7c3e-b380-4ae3-8e17-3b767383fdb8", "address": "fa:16:3e:59:02:55", "network": {"id": "f88d937b-1a3a-4dac-b3ba-7bc9a7386ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289730598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3a287bc6076e4e3c8c26a09f979fdfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a7c3e-b3", "ovs_interfaceid": "dd6a7c3e-b380-4ae3-8e17-3b767383fdb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.642041] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904877, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.713167] env[68205]: DEBUG nova.network.neutron [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance_info_cache with network_info: [{"id": "e23e45c2-28d3-49da-9e29-7ce2be5d4bce", "address": "fa:16:3e:3b:ed:d3", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23e45c2-28", "ovs_interfaceid": "e23e45c2-28d3-49da-9e29-7ce2be5d4bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.889285] env[68205]: DEBUG nova.scheduler.client.report [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.069092] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.140187] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904877, 'name': CloneVM_Task, 'duration_secs': 1.514576} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.140471] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Created linked-clone VM from snapshot [ 1023.141266] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb8bc6f-709f-4d3e-abba-b29f3b102476 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.149928] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Uploading image 83aba17c-1aca-4cec-b8a6-017553d4d240 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1023.173186] env[68205]: DEBUG oslo_vmware.rw_handles [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1023.173186] env[68205]: value = "vm-583426" [ 1023.173186] env[68205]: _type = "VirtualMachine" [ 1023.173186] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1023.173419] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3dd1f4b3-5c37-4fd0-8952-1b59e1ed81f5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.182701] env[68205]: DEBUG oslo_vmware.rw_handles [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lease: (returnval){ [ 1023.182701] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52965447-d49d-3d6a-feb6-12ca66eb5db8" [ 1023.182701] env[68205]: _type = "HttpNfcLease" [ 1023.182701] env[68205]: } obtained for exporting VM: (result){ [ 1023.182701] env[68205]: value = "vm-583426" [ 1023.182701] env[68205]: _type = "VirtualMachine" [ 1023.182701] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1023.183115] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the lease: (returnval){ [ 1023.183115] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52965447-d49d-3d6a-feb6-12ca66eb5db8" [ 1023.183115] env[68205]: _type = "HttpNfcLease" [ 1023.183115] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1023.191380] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.191380] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52965447-d49d-3d6a-feb6-12ca66eb5db8" [ 1023.191380] env[68205]: _type = "HttpNfcLease" [ 1023.191380] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1023.207330] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "904230a2-466e-4e48-b854-0d27c054c071" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.207543] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "904230a2-466e-4e48-b854-0d27c054c071" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.216156] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.394495] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.397597] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.236s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.397875] env[68205]: DEBUG nova.objects.instance [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lazy-loading 'resources' on Instance uuid 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.420975] env[68205]: INFO nova.scheduler.client.report [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Deleted allocations for instance eff0b99f-6d73-4a17-b678-830a08c31a29 [ 1023.692960] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.692960] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52965447-d49d-3d6a-feb6-12ca66eb5db8" [ 1023.692960] env[68205]: _type = "HttpNfcLease" [ 1023.692960] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1023.693291] env[68205]: DEBUG oslo_vmware.rw_handles [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1023.693291] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52965447-d49d-3d6a-feb6-12ca66eb5db8" [ 1023.693291] env[68205]: _type = "HttpNfcLease" [ 1023.693291] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1023.694068] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1538a04d-13f5-4227-b107-4a50a79351a8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.703955] env[68205]: DEBUG oslo_vmware.rw_handles [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4a323-2cba-e1a7-5417-f5adebc511ef/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1023.704149] env[68205]: DEBUG oslo_vmware.rw_handles [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4a323-2cba-e1a7-5417-f5adebc511ef/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1023.760626] env[68205]: DEBUG nova.compute.manager [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.918507] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a571abba-3617-4a73-a0ad-e783d76ca17e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.930279] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62ab951-83d5-4668-9a5a-e26f126d7ea7 tempest-ServersAdminNegativeTestJSON-930835169 tempest-ServersAdminNegativeTestJSON-930835169-project-member] Lock "eff0b99f-6d73-4a17-b678-830a08c31a29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.309s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.188718] env[68205]: DEBUG oslo_vmware.rw_handles [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d5a9-0291-6942-962c-1c419716bca4/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.189660] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bb8067-63a0-47d7-8330-c357c7e2199e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.200486] env[68205]: DEBUG oslo_vmware.rw_handles [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d5a9-0291-6942-962c-1c419716bca4/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.200656] env[68205]: ERROR oslo_vmware.rw_handles [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d5a9-0291-6942-962c-1c419716bca4/disk-0.vmdk due to incomplete transfer. [ 1024.200898] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5f635e3-2a58-4339-b2e1-df44fe9d5704 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.209865] env[68205]: DEBUG oslo_vmware.rw_handles [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4d5a9-0291-6942-962c-1c419716bca4/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1024.210064] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Uploaded image bec60cb3-064e-408e-87fd-762f60ff7dbc to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1024.213848] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1024.214190] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78257adc-9500-4336-828d-85e5d92a0863 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.224614] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1024.224614] env[68205]: value = "task-2904879" [ 1024.224614] env[68205]: _type = "Task" [ 1024.224614] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.238492] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904879, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.293646] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff882a2-7585-42cf-997f-ca41f24556bf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.297939] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.304016] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f67dd5-1a30-4a21-9716-cf17af3f0d31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.339164] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695883a9-0982-434c-ab17-8490510a6967 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.347833] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856c08d5-4955-4cd3-b07f-95a144683961 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.362477] env[68205]: DEBUG nova.compute.provider_tree [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.608908] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.608908] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a5257ac-a011-4b90-9290-18ba3e4aa919 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.617358] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1024.617358] env[68205]: value = "task-2904880" [ 1024.617358] env[68205]: _type = "Task" [ 1024.617358] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.628147] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.738341] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904879, 'name': Destroy_Task, 'duration_secs': 0.328593} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.738883] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Destroyed the VM [ 1024.739163] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.740303] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2435bb80-105e-4202-b376-847280ce759c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.756028] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1024.756028] env[68205]: value = "task-2904881" [ 1024.756028] env[68205]: _type = "Task" [ 1024.756028] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.765279] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904881, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.789585] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7103087a-d30a-46b7-935c-6e2c45921396 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.816999] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance 'f887bade-c63d-4b59-97ee-214bb8546f10' progress to 0 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.867396] env[68205]: DEBUG nova.scheduler.client.report [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.130434] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904880, 'name': PowerOffVM_Task, 'duration_secs': 0.223184} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.130434] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.131598] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534b781b-3b84-41d7-b7d2-bcbe2cbe996a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.153730] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d53b5e9-4933-4ba3-810e-7c3f69438776 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.188395] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.188802] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd492e67-4ac8-4845-b826-4a34a617b438 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.196398] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1025.196398] env[68205]: value = "task-2904882" [ 1025.196398] env[68205]: _type = "Task" [ 1025.196398] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.206052] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.264185] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904881, 'name': RemoveSnapshot_Task, 'duration_secs': 0.415104} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.264618] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.265155] env[68205]: DEBUG nova.compute.manager [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.266180] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f49738-a5a8-40ad-9a3d-b9f23b738007 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.325382] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.326188] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91347f8c-ca52-4e78-bb40-0450a689f9e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.336220] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1025.336220] env[68205]: value = "task-2904883" [ 1025.336220] env[68205]: _type = "Task" [ 1025.336220] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.345874] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.373913] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.376479] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.109s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.376795] env[68205]: DEBUG nova.objects.instance [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lazy-loading 'resources' on Instance uuid 6bce6bb8-2bad-460a-95d1-aeac23ffa83a {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.397088] env[68205]: INFO nova.scheduler.client.report [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted allocations for instance 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee [ 1025.708154] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1025.708584] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.708962] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.709260] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.709461] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.709870] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a5dbc89-90de-41eb-b6ac-28225d8ccbae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.720356] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.720548] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.721504] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbca008f-9739-41fb-8a3c-b6016e249f5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.728090] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1025.728090] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52195e16-1f2f-bfd0-761e-2980f872e92b" [ 1025.728090] env[68205]: _type = "Task" [ 1025.728090] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.737116] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52195e16-1f2f-bfd0-761e-2980f872e92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.780526] env[68205]: INFO nova.compute.manager [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Shelve offloading [ 1025.847503] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904883, 'name': PowerOffVM_Task, 'duration_secs': 0.339705} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.847871] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.848074] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance 'f887bade-c63d-4b59-97ee-214bb8546f10' progress to 17 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.907828] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a8958e24-282e-4378-89cc-d2bfdc2b770d tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.334s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.243707] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52195e16-1f2f-bfd0-761e-2980f872e92b, 'name': SearchDatastore_Task, 'duration_secs': 0.011947} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.244611] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595a0042-52f0-4b20-9208-896d54575749 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.255666] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1026.255666] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c4647f-a75c-6806-537a-f3cf78ceb13f" [ 1026.255666] env[68205]: _type = "Task" [ 1026.255666] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.263146] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30bb60e-a912-437d-ae04-49498476b17c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.269209] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c4647f-a75c-6806-537a-f3cf78ceb13f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.274888] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e7e380-2632-4292-9046-95b50b4fb1d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.318879] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.319438] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e32b46b4-4f7a-44a4-8ee6-776d6619f3c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.321628] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d65abf-92fe-4141-9fe8-720d1e09c7b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.330514] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1026.330514] env[68205]: value = "task-2904884" [ 1026.330514] env[68205]: _type = "Task" [ 1026.330514] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.336529] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de26cc5d-9ade-4ce8-b6e1-126063204dff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.351822] env[68205]: DEBUG nova.compute.provider_tree [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.358604] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.358876] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.359043] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.359227] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.359593] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.359793] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.360050] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.360336] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.360532] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.360702] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.360875] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.367548] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a4f5b4-12c8-4bae-ac3e-5c77f2d36c21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.380141] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.380360] env[68205]: DEBUG nova.compute.manager [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.381948] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd635c6-7199-4e9c-8233-137a9a710855 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.391623] env[68205]: DEBUG oslo_concurrency.lockutils [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.391838] env[68205]: DEBUG oslo_concurrency.lockutils [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.392029] env[68205]: DEBUG nova.network.neutron [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.394942] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1026.394942] env[68205]: value = "task-2904885" [ 1026.394942] env[68205]: _type = "Task" [ 1026.394942] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.404928] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.596714] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.597513] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.597513] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.597513] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.597660] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.601111] env[68205]: INFO nova.compute.manager [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Terminating instance [ 1026.767033] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c4647f-a75c-6806-537a-f3cf78ceb13f, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.767344] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.767681] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 578aa91d-3a75-429a-8116-d8ce7bc53175/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. {{(pid=68205) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1026.767955] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9ec76c3-9e9e-4c2a-b813-6c0205ec66b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.776104] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1026.776104] env[68205]: value = "task-2904886" [ 1026.776104] env[68205]: _type = "Task" [ 1026.776104] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.784872] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.868589] env[68205]: DEBUG nova.scheduler.client.report [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.910132] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904885, 'name': ReconfigVM_Task, 'duration_secs': 0.274993} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.910545] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance 'f887bade-c63d-4b59-97ee-214bb8546f10' progress to 33 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.105220] env[68205]: DEBUG nova.compute.manager [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.105456] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.106917] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3529cd43-b20b-4bd4-b7f2-a9be831dbd58 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.120080] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.120563] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56f0e308-12b9-45ce-b44a-7678c91d849e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.129761] env[68205]: DEBUG oslo_vmware.api [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1027.129761] env[68205]: value = "task-2904887" [ 1027.129761] env[68205]: _type = "Task" [ 1027.129761] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.140364] env[68205]: DEBUG oslo_vmware.api [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.217277] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "e3c8f47c-7a78-4822-8870-2db35baef739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.217598] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "e3c8f47c-7a78-4822-8870-2db35baef739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.255529] env[68205]: DEBUG nova.network.neutron [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Updating instance_info_cache with network_info: [{"id": "98c3ad69-3cdb-4a3c-803a-068c73934fff", "address": "fa:16:3e:65:29:15", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c3ad69-3c", "ovs_interfaceid": "98c3ad69-3cdb-4a3c-803a-068c73934fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.291145] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486204} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.291609] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 578aa91d-3a75-429a-8116-d8ce7bc53175/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. [ 1027.292461] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85fe73-10aa-4626-b901-a1ed3f401891 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.321515] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 578aa91d-3a75-429a-8116-d8ce7bc53175/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.321515] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9ab213-b751-4571-b06e-3463e7b4cd3f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.341531] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1027.341531] env[68205]: value = "task-2904888" [ 1027.341531] env[68205]: _type = "Task" [ 1027.341531] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.353590] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.374318] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.376893] env[68205]: DEBUG oslo_concurrency.lockutils [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.109s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.377216] env[68205]: DEBUG nova.objects.instance [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lazy-loading 'resources' on Instance uuid 08e3a0b1-37f3-4fdd-bdca-0decb326d849 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.402420] env[68205]: INFO nova.scheduler.client.report [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Deleted allocations for instance 6bce6bb8-2bad-460a-95d1-aeac23ffa83a [ 1027.418258] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.419909] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.419909] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.419909] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.419909] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.419909] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.419909] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.419909] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.419909] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.419909] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.420521] env[68205]: DEBUG nova.virt.hardware [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.425891] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1027.425980] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-207850ba-d97d-423f-ba12-bdd8f0511f3f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.447407] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1027.447407] env[68205]: value = "task-2904889" [ 1027.447407] env[68205]: _type = "Task" [ 1027.447407] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.460527] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.646816] env[68205]: DEBUG oslo_vmware.api [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904887, 'name': PowerOffVM_Task, 'duration_secs': 0.255392} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.647626] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.647626] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.647932] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6a6759e-5e88-46f0-9b7d-d165600bee3d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.721046] env[68205]: DEBUG nova.compute.manager [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.730503] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.730750] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.730957] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleting the datastore file [datastore1] bc409b4e-c1e9-4907-8dd3-59b7ed31c739 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.731217] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ace0d9a-763a-4691-976d-6d2306230ff2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.742287] env[68205]: DEBUG oslo_vmware.api [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1027.742287] env[68205]: value = "task-2904891" [ 1027.742287] env[68205]: _type = "Task" [ 1027.742287] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.752140] env[68205]: DEBUG oslo_vmware.api [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.757948] env[68205]: DEBUG oslo_concurrency.lockutils [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.853330] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904888, 'name': ReconfigVM_Task, 'duration_secs': 0.325328} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.853829] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 578aa91d-3a75-429a-8116-d8ce7bc53175/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.856243] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919b628-87d5-47c8-9049-22c0f5b542a6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.895135] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45274dc9-88c1-4f7c-86d5-c5dbcd9e49dc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.911380] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0628749e-4376-4d67-af8b-783cab850e40 tempest-ServersAaction247Test-1758083155 tempest-ServersAaction247Test-1758083155-project-member] Lock "6bce6bb8-2bad-460a-95d1-aeac23ffa83a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.918s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.914592] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1027.914592] env[68205]: value = "task-2904892" [ 1027.914592] env[68205]: _type = "Task" [ 1027.914592] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.929823] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.959226] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904889, 'name': ReconfigVM_Task, 'duration_secs': 0.351607} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.962463] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.964230] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7108c4ee-f192-45a8-852d-44b5a330c11f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.991660] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f887bade-c63d-4b59-97ee-214bb8546f10/f887bade-c63d-4b59-97ee-214bb8546f10.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.994830] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13337480-2291-4838-8c57-66128bb575a2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.017485] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1028.017485] env[68205]: value = "task-2904893" [ 1028.017485] env[68205]: _type = "Task" [ 1028.017485] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.033517] env[68205]: DEBUG nova.compute.manager [req-fb6fb2bc-ea60-45eb-a529-f66ee36a98cb req-64f44fbe-d8b4-4117-add9-4b093b08f33c service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Received event network-vif-unplugged-98c3ad69-3cdb-4a3c-803a-068c73934fff {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.034014] env[68205]: DEBUG oslo_concurrency.lockutils [req-fb6fb2bc-ea60-45eb-a529-f66ee36a98cb req-64f44fbe-d8b4-4117-add9-4b093b08f33c service nova] Acquiring lock "710cd50a-aff0-4346-b202-a0d553bd0eb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.034014] env[68205]: DEBUG oslo_concurrency.lockutils [req-fb6fb2bc-ea60-45eb-a529-f66ee36a98cb req-64f44fbe-d8b4-4117-add9-4b093b08f33c service nova] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.034136] env[68205]: DEBUG oslo_concurrency.lockutils [req-fb6fb2bc-ea60-45eb-a529-f66ee36a98cb req-64f44fbe-d8b4-4117-add9-4b093b08f33c service nova] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.034280] env[68205]: DEBUG nova.compute.manager [req-fb6fb2bc-ea60-45eb-a529-f66ee36a98cb req-64f44fbe-d8b4-4117-add9-4b093b08f33c service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] No waiting events found dispatching network-vif-unplugged-98c3ad69-3cdb-4a3c-803a-068c73934fff {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.034451] env[68205]: WARNING nova.compute.manager [req-fb6fb2bc-ea60-45eb-a529-f66ee36a98cb req-64f44fbe-d8b4-4117-add9-4b093b08f33c service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Received unexpected event network-vif-unplugged-98c3ad69-3cdb-4a3c-803a-068c73934fff for instance with vm_state shelved and task_state shelving_offloading. [ 1028.039374] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.058749] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.059761] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de002e31-f32c-4d68-84e5-06be7bd22ea3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.070507] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.070784] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4fba1cb-a495-4826-bd0c-c6bbbb86aaa5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.138200] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.138423] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.138600] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleting the datastore file [datastore1] 710cd50a-aff0-4346-b202-a0d553bd0eb7 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.139049] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d626a955-56eb-4f6e-aa2d-413a78b4ec55 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.146669] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1028.146669] env[68205]: value = "task-2904895" [ 1028.146669] env[68205]: _type = "Task" [ 1028.146669] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.158784] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.242190] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.255267] env[68205]: DEBUG oslo_vmware.api [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136672} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.258147] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.258438] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.258518] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.259159] env[68205]: INFO nova.compute.manager [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1028.259159] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.259424] env[68205]: DEBUG nova.compute.manager [-] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.259521] env[68205]: DEBUG nova.network.neutron [-] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.281991] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4456d0d5-ac71-4280-9abb-b403cbb8cb61 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.290810] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d933b15a-aeb3-4690-9a2f-3567e135c349 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.325063] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6e39a6-5acf-4548-ac8d-136f07435662 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.334103] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30e5268-6e23-42f5-8619-0733301fe9ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.349014] env[68205]: DEBUG nova.compute.provider_tree [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.429153] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.531696] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.657861] env[68205]: DEBUG oslo_vmware.api [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2904895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139862} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.658008] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.658277] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.658489] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.684235] env[68205]: INFO nova.scheduler.client.report [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted allocations for instance 710cd50a-aff0-4346-b202-a0d553bd0eb7 [ 1028.852785] env[68205]: DEBUG nova.scheduler.client.report [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.929742] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.999992] env[68205]: DEBUG nova.network.neutron [-] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.031306] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904893, 'name': ReconfigVM_Task, 'duration_secs': 0.806707} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.031581] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f887bade-c63d-4b59-97ee-214bb8546f10/f887bade-c63d-4b59-97ee-214bb8546f10.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.031922] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance 'f887bade-c63d-4b59-97ee-214bb8546f10' progress to 50 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.191160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.358019] env[68205]: DEBUG oslo_concurrency.lockutils [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.360561] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.862s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.362125] env[68205]: INFO nova.compute.claims [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.389347] env[68205]: INFO nova.scheduler.client.report [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleted allocations for instance 08e3a0b1-37f3-4fdd-bdca-0decb326d849 [ 1029.433234] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904892, 'name': ReconfigVM_Task, 'duration_secs': 1.170456} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.433716] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.433874] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f9ed428-7015-4178-abc1-1787cae54d27 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.446135] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1029.446135] env[68205]: value = "task-2904896" [ 1029.446135] env[68205]: _type = "Task" [ 1029.446135] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.464291] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.503155] env[68205]: INFO nova.compute.manager [-] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Took 1.24 seconds to deallocate network for instance. [ 1029.538913] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a25d4f-5688-48f1-8742-d1aac0c75d8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.561053] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a91722-623a-4c53-8850-4fb89d78218c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.583235] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance 'f887bade-c63d-4b59-97ee-214bb8546f10' progress to 67 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.633096] env[68205]: DEBUG oslo_concurrency.lockutils [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "abd64f68-27d9-4c33-8265-def255cf5de7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.633337] env[68205]: DEBUG oslo_concurrency.lockutils [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.902426] env[68205]: DEBUG oslo_concurrency.lockutils [None req-179394a7-a08e-4855-b9dd-1c65ef4bcf99 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "08e3a0b1-37f3-4fdd-bdca-0decb326d849" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.225s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.957938] env[68205]: DEBUG oslo_vmware.api [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904896, 'name': PowerOnVM_Task, 'duration_secs': 0.433009} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.958269] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.964587] env[68205]: DEBUG nova.compute.manager [None req-8a8af4f0-7473-4f53-9ae7-e0f2665dfa75 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.965524] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2755c429-2d02-4035-aa43-a68734b9c4ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.010275] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.127814] env[68205]: DEBUG nova.network.neutron [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Port e23e45c2-28d3-49da-9e29-7ce2be5d4bce binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1030.136960] env[68205]: DEBUG nova.compute.utils [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.287360] env[68205]: DEBUG nova.compute.manager [req-faa7697d-a968-4e76-8eb8-c22d01d92492 req-119c4167-c970-40b3-a5e4-12fe0aec7b28 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Received event network-changed-98c3ad69-3cdb-4a3c-803a-068c73934fff {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.287516] env[68205]: DEBUG nova.compute.manager [req-faa7697d-a968-4e76-8eb8-c22d01d92492 req-119c4167-c970-40b3-a5e4-12fe0aec7b28 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Refreshing instance network info cache due to event network-changed-98c3ad69-3cdb-4a3c-803a-068c73934fff. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.287767] env[68205]: DEBUG oslo_concurrency.lockutils [req-faa7697d-a968-4e76-8eb8-c22d01d92492 req-119c4167-c970-40b3-a5e4-12fe0aec7b28 service nova] Acquiring lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.287914] env[68205]: DEBUG oslo_concurrency.lockutils [req-faa7697d-a968-4e76-8eb8-c22d01d92492 req-119c4167-c970-40b3-a5e4-12fe0aec7b28 service nova] Acquired lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.288112] env[68205]: DEBUG nova.network.neutron [req-faa7697d-a968-4e76-8eb8-c22d01d92492 req-119c4167-c970-40b3-a5e4-12fe0aec7b28 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Refreshing network info cache for port 98c3ad69-3cdb-4a3c-803a-068c73934fff {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.385936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "710cd50a-aff0-4346-b202-a0d553bd0eb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.640184] env[68205]: DEBUG oslo_concurrency.lockutils [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.678277] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4351dddf-71c3-4735-95b1-62f9a92d704a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.692785] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad8fbb4-cea8-485c-94f6-a8b601951a8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.729899] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eb9c37-4362-4b85-915f-cc74849d1f77 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.740510] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b23083-d961-4d3d-82d1-9c157fab4276 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.761986] env[68205]: DEBUG nova.compute.provider_tree [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.099490] env[68205]: DEBUG nova.network.neutron [req-faa7697d-a968-4e76-8eb8-c22d01d92492 req-119c4167-c970-40b3-a5e4-12fe0aec7b28 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Updated VIF entry in instance network info cache for port 98c3ad69-3cdb-4a3c-803a-068c73934fff. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.099917] env[68205]: DEBUG nova.network.neutron [req-faa7697d-a968-4e76-8eb8-c22d01d92492 req-119c4167-c970-40b3-a5e4-12fe0aec7b28 service nova] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Updating instance_info_cache with network_info: [{"id": "98c3ad69-3cdb-4a3c-803a-068c73934fff", "address": "fa:16:3e:65:29:15", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": null, "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap98c3ad69-3c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.150483] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "f887bade-c63d-4b59-97ee-214bb8546f10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.151729] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f887bade-c63d-4b59-97ee-214bb8546f10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.151729] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f887bade-c63d-4b59-97ee-214bb8546f10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.188602] env[68205]: INFO nova.compute.manager [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Unrescuing [ 1031.188864] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.189077] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquired lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.189271] env[68205]: DEBUG nova.network.neutron [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.249982] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "22ffafac-b489-45f0-8055-ed87dad6ebe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.250533] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "22ffafac-b489-45f0-8055-ed87dad6ebe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.250533] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "22ffafac-b489-45f0-8055-ed87dad6ebe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.250763] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "22ffafac-b489-45f0-8055-ed87dad6ebe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.250763] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "22ffafac-b489-45f0-8055-ed87dad6ebe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.253284] env[68205]: INFO nova.compute.manager [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Terminating instance [ 1031.264713] env[68205]: DEBUG nova.scheduler.client.report [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.602671] env[68205]: DEBUG oslo_concurrency.lockutils [req-faa7697d-a968-4e76-8eb8-c22d01d92492 req-119c4167-c970-40b3-a5e4-12fe0aec7b28 service nova] Releasing lock "refresh_cache-710cd50a-aff0-4346-b202-a0d553bd0eb7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.603066] env[68205]: DEBUG nova.compute.manager [req-faa7697d-a968-4e76-8eb8-c22d01d92492 req-119c4167-c970-40b3-a5e4-12fe0aec7b28 service nova] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Received event network-vif-deleted-ed240d1e-66b8-41af-8a65-f6e9e48c7a71 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.714332] env[68205]: DEBUG oslo_concurrency.lockutils [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "abd64f68-27d9-4c33-8265-def255cf5de7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.714539] env[68205]: DEBUG oslo_concurrency.lockutils [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.714665] env[68205]: INFO nova.compute.manager [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Attaching volume c88aef4f-b5c7-4734-8a28-d9e4e95c745b to /dev/sdb [ 1031.750015] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ade3d2-caca-4c84-aa56-eb2f2396b13a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.758858] env[68205]: DEBUG nova.compute.manager [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.759121] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.762393] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb11053c-fbe2-46a5-bcc2-aa2bde592d1b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.765834] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e59c56-b47a-48f2-b3de-bb6e7f2d2ea8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.769724] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.770246] env[68205]: DEBUG nova.compute.manager [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.776153] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.996s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.776153] env[68205]: DEBUG nova.objects.instance [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lazy-loading 'resources' on Instance uuid 9e810eb2-b946-420e-91ce-13286fe3b51e {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.777254] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.778024] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63803389-8ed9-4d1b-bd56-89d9c792cbf6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.783702] env[68205]: DEBUG nova.virt.block_device [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updating existing volume attachment record: 44bb7677-9dad-4d7b-b0ad-a85f9b453182 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1031.795472] env[68205]: DEBUG oslo_vmware.api [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 1031.795472] env[68205]: value = "task-2904897" [ 1031.795472] env[68205]: _type = "Task" [ 1031.795472] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.805831] env[68205]: DEBUG oslo_vmware.api [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.921755] env[68205]: DEBUG nova.network.neutron [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Updating instance_info_cache with network_info: [{"id": "dd6a7c3e-b380-4ae3-8e17-3b767383fdb8", "address": "fa:16:3e:59:02:55", "network": {"id": "f88d937b-1a3a-4dac-b3ba-7bc9a7386ba7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289730598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3a287bc6076e4e3c8c26a09f979fdfde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6a7c3e-b3", "ovs_interfaceid": "dd6a7c3e-b380-4ae3-8e17-3b767383fdb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.199016] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.199233] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.199444] env[68205]: DEBUG nova.network.neutron [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.280178] env[68205]: DEBUG nova.compute.utils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.285162] env[68205]: DEBUG nova.compute.manager [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.285611] env[68205]: DEBUG nova.network.neutron [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.308646] env[68205]: DEBUG oslo_vmware.api [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904897, 'name': PowerOffVM_Task, 'duration_secs': 0.360575} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.308646] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.308646] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.309043] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb2dba3b-d707-4ec0-8be8-e65eb6d1dadd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.343688] env[68205]: DEBUG nova.policy [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b35563a215491783d8249bc165d408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '498c71afbe354c298aabe79f6d4ad558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.387639] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.387993] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.388249] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleting the datastore file [datastore2] 22ffafac-b489-45f0-8055-ed87dad6ebe8 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.388961] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d823c35-7d40-436c-a21b-1cb20e1ec486 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.396347] env[68205]: DEBUG oslo_vmware.api [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 1032.396347] env[68205]: value = "task-2904902" [ 1032.396347] env[68205]: _type = "Task" [ 1032.396347] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.412117] env[68205]: DEBUG oslo_vmware.api [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.425160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Releasing lock "refresh_cache-578aa91d-3a75-429a-8116-d8ce7bc53175" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.425949] env[68205]: DEBUG nova.objects.instance [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lazy-loading 'flavor' on Instance uuid 578aa91d-3a75-429a-8116-d8ce7bc53175 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.531573] env[68205]: DEBUG oslo_vmware.rw_handles [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4a323-2cba-e1a7-5417-f5adebc511ef/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1032.532460] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d85654b-57e6-4b0c-ba3e-c62a7b789e31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.542428] env[68205]: DEBUG oslo_vmware.rw_handles [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4a323-2cba-e1a7-5417-f5adebc511ef/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1032.544024] env[68205]: ERROR oslo_vmware.rw_handles [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4a323-2cba-e1a7-5417-f5adebc511ef/disk-0.vmdk due to incomplete transfer. [ 1032.544024] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0728ad37-91eb-4597-9514-0af97f282be0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.553290] env[68205]: DEBUG oslo_vmware.rw_handles [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b4a323-2cba-e1a7-5417-f5adebc511ef/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1032.553431] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Uploaded image 83aba17c-1aca-4cec-b8a6-017553d4d240 to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1032.555217] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1032.558321] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7bc0d63f-d0eb-4dec-9876-94cf299152d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.566622] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 1032.566622] env[68205]: value = "task-2904903" [ 1032.566622] env[68205]: _type = "Task" [ 1032.566622] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.579339] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904903, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.666281] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fddadf-92e5-4068-a956-c194b9391a53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.673991] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5478db4e-1d4d-411b-bb0d-0108f74c232a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.710313] env[68205]: DEBUG nova.network.neutron [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Successfully created port: 9db5daa0-a965-44e5-842b-7cd93633a9ee {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.713738] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a472a-78ab-4889-926b-dc3f9c9738d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.724891] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac33484-19e3-4184-aabb-53f84a1b2a39 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.741434] env[68205]: DEBUG nova.compute.provider_tree [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.788368] env[68205]: DEBUG nova.compute.manager [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.907450] env[68205]: DEBUG oslo_vmware.api [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190231} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.907788] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.908025] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.908203] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.908376] env[68205]: INFO nova.compute.manager [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1032.908611] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.908836] env[68205]: DEBUG nova.compute.manager [-] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.908931] env[68205]: DEBUG nova.network.neutron [-] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.931575] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162319fb-45e8-4819-b20f-4170a7ee12b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.955087] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.955483] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f338da17-7bc3-4cc1-a618-858f80d83376 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.963451] env[68205]: DEBUG oslo_vmware.api [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1032.963451] env[68205]: value = "task-2904904" [ 1032.963451] env[68205]: _type = "Task" [ 1032.963451] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.973200] env[68205]: DEBUG oslo_vmware.api [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.987322] env[68205]: DEBUG nova.network.neutron [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance_info_cache with network_info: [{"id": "e23e45c2-28d3-49da-9e29-7ce2be5d4bce", "address": "fa:16:3e:3b:ed:d3", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23e45c2-28", "ovs_interfaceid": "e23e45c2-28d3-49da-9e29-7ce2be5d4bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.077249] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904903, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.247246] env[68205]: DEBUG nova.scheduler.client.report [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.282173] env[68205]: DEBUG nova.compute.manager [req-75bda54e-5675-43d6-908e-a88f904d91ac req-e249fc6e-90ef-482c-97d5-f85fe9257255 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Received event network-vif-deleted-756e4462-92a2-4d37-b8b4-a3d6253d6eca {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.282382] env[68205]: INFO nova.compute.manager [req-75bda54e-5675-43d6-908e-a88f904d91ac req-e249fc6e-90ef-482c-97d5-f85fe9257255 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Neutron deleted interface 756e4462-92a2-4d37-b8b4-a3d6253d6eca; detaching it from the instance and deleting it from the info cache [ 1033.282590] env[68205]: DEBUG nova.network.neutron [req-75bda54e-5675-43d6-908e-a88f904d91ac req-e249fc6e-90ef-482c-97d5-f85fe9257255 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.475961] env[68205]: DEBUG oslo_vmware.api [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904904, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.489663] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.577798] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904903, 'name': Destroy_Task, 'duration_secs': 0.574303} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.578087] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Destroyed the VM [ 1033.578327] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1033.578569] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19c03154-7524-445b-bd0d-b6ca86ba0a67 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.585136] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 1033.585136] env[68205]: value = "task-2904905" [ 1033.585136] env[68205]: _type = "Task" [ 1033.585136] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.593310] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904905, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.698194] env[68205]: DEBUG nova.compute.manager [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.698194] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7bf88b-14dd-42cf-b73c-bf8b9b130e48 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.752596] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.754770] env[68205]: DEBUG nova.network.neutron [-] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.756172] env[68205]: DEBUG oslo_concurrency.lockutils [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.113s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.756392] env[68205]: DEBUG nova.objects.instance [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lazy-loading 'resources' on Instance uuid cddd9f44-3672-42a5-88f7-59c42cf153f1 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.781627] env[68205]: INFO nova.scheduler.client.report [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Deleted allocations for instance 9e810eb2-b946-420e-91ce-13286fe3b51e [ 1033.786756] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e93d231d-b267-4583-8f9d-80bdda06c127 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.797958] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82fd216-84be-4c8c-91f0-42fa81eff0ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.809725] env[68205]: DEBUG nova.compute.manager [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.837160] env[68205]: DEBUG nova.compute.manager [req-75bda54e-5675-43d6-908e-a88f904d91ac req-e249fc6e-90ef-482c-97d5-f85fe9257255 service nova] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Detach interface failed, port_id=756e4462-92a2-4d37-b8b4-a3d6253d6eca, reason: Instance 22ffafac-b489-45f0-8055-ed87dad6ebe8 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.846805] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.847081] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.847221] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.847397] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.847536] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.847679] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.847931] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.848107] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.848273] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.848431] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.848599] env[68205]: DEBUG nova.virt.hardware [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.849686] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dc4cec-6614-4f80-9004-8f091218565a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.859093] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf264f-7397-4a20-a0ab-ab57d521ef05 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.975190] env[68205]: DEBUG oslo_vmware.api [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904904, 'name': PowerOffVM_Task, 'duration_secs': 0.55684} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.975462] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.980888] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1033.981651] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c3c649-e6bc-470f-b545-65cd7012499b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.005455] env[68205]: DEBUG oslo_vmware.api [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1034.005455] env[68205]: value = "task-2904906" [ 1034.005455] env[68205]: _type = "Task" [ 1034.005455] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.015345] env[68205]: DEBUG oslo_vmware.api [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.016918] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0687af40-a4bc-4d6c-8657-56e7892dcd4a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.042472] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f3cefd-8c1d-47a7-a1d0-08182b235689 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.052138] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance 'f887bade-c63d-4b59-97ee-214bb8546f10' progress to 83 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.097111] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904905, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.136823] env[68205]: INFO nova.compute.manager [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] instance snapshotting [ 1034.137623] env[68205]: DEBUG nova.objects.instance [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'flavor' on Instance uuid d0671ddd-2c1d-4804-bada-5580fe3a7292 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.263157] env[68205]: INFO nova.compute.manager [-] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Took 1.35 seconds to deallocate network for instance. [ 1034.290505] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49413f30-8fd4-4866-b773-a17192ded3e5 tempest-MigrationsAdminTest-828943002 tempest-MigrationsAdminTest-828943002-project-member] Lock "9e810eb2-b946-420e-91ce-13286fe3b51e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.897s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.324720] env[68205]: DEBUG nova.compute.manager [req-f10c5aae-a8a3-42f9-8bcd-cc611d773cfd req-324c90c2-b7f3-41d8-a443-47c7f6a57e87 service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Received event network-vif-plugged-9db5daa0-a965-44e5-842b-7cd93633a9ee {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.324938] env[68205]: DEBUG oslo_concurrency.lockutils [req-f10c5aae-a8a3-42f9-8bcd-cc611d773cfd req-324c90c2-b7f3-41d8-a443-47c7f6a57e87 service nova] Acquiring lock "6e3f3a8b-653c-4383-862b-9e678b58a724-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.325307] env[68205]: DEBUG oslo_concurrency.lockutils [req-f10c5aae-a8a3-42f9-8bcd-cc611d773cfd req-324c90c2-b7f3-41d8-a443-47c7f6a57e87 service nova] Lock "6e3f3a8b-653c-4383-862b-9e678b58a724-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.325480] env[68205]: DEBUG oslo_concurrency.lockutils [req-f10c5aae-a8a3-42f9-8bcd-cc611d773cfd req-324c90c2-b7f3-41d8-a443-47c7f6a57e87 service nova] Lock "6e3f3a8b-653c-4383-862b-9e678b58a724-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.325662] env[68205]: DEBUG nova.compute.manager [req-f10c5aae-a8a3-42f9-8bcd-cc611d773cfd req-324c90c2-b7f3-41d8-a443-47c7f6a57e87 service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] No waiting events found dispatching network-vif-plugged-9db5daa0-a965-44e5-842b-7cd93633a9ee {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.326505] env[68205]: WARNING nova.compute.manager [req-f10c5aae-a8a3-42f9-8bcd-cc611d773cfd req-324c90c2-b7f3-41d8-a443-47c7f6a57e87 service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Received unexpected event network-vif-plugged-9db5daa0-a965-44e5-842b-7cd93633a9ee for instance with vm_state building and task_state spawning. [ 1034.435528] env[68205]: DEBUG nova.network.neutron [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Successfully updated port: 9db5daa0-a965-44e5-842b-7cd93633a9ee {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.520838] env[68205]: DEBUG oslo_vmware.api [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904906, 'name': ReconfigVM_Task, 'duration_secs': 0.259025} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.521209] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1034.521416] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.521679] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc3df99-26fa-4913-8d58-aa5945c81ff1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.535733] env[68205]: DEBUG oslo_vmware.api [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1034.535733] env[68205]: value = "task-2904908" [ 1034.535733] env[68205]: _type = "Task" [ 1034.535733] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.549898] env[68205]: DEBUG oslo_vmware.api [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.561492] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.562035] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cba5c9c7-79d7-44a1-9a89-da6a67060403 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.569638] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1034.569638] env[68205]: value = "task-2904909" [ 1034.569638] env[68205]: _type = "Task" [ 1034.569638] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.579809] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.598460] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904905, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.624026] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33f89bf-f069-4308-984b-064010e6fe5d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.632609] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8214d2ab-9e17-46e0-a8e0-3c33037f8134 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.668352] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4ab38b-31b1-44a9-bd13-2b2da71171b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.672805] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df259906-75fc-4142-89c7-6ae935f85dbb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.694490] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05478cf4-9553-4d93-8594-3ec852ea5215 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.699267] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62e718e-37af-41ef-9c42-046999f69cbd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.718297] env[68205]: DEBUG nova.compute.provider_tree [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.774146] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.942498] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "refresh_cache-6e3f3a8b-653c-4383-862b-9e678b58a724" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.942634] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "refresh_cache-6e3f3a8b-653c-4383-862b-9e678b58a724" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.943115] env[68205]: DEBUG nova.network.neutron [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.046137] env[68205]: DEBUG oslo_vmware.api [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904908, 'name': PowerOnVM_Task, 'duration_secs': 0.417703} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.046423] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.046650] env[68205]: DEBUG nova.compute.manager [None req-9d15e7e2-f22a-41c3-b36c-d404170d2d95 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.048051] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e3304-b810-4abd-99d3-66bdf33a7abd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.083275] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.098313] env[68205]: DEBUG oslo_vmware.api [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904905, 'name': RemoveSnapshot_Task, 'duration_secs': 1.293056} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.098667] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1035.098970] env[68205]: INFO nova.compute.manager [None req-045be135-187f-42d9-9928-a472b9be082e tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Took 15.08 seconds to snapshot the instance on the hypervisor. [ 1035.221748] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1035.222660] env[68205]: DEBUG nova.scheduler.client.report [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.225737] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a11801c-203f-4f8d-9645-4475de5e03bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.236174] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1035.236174] env[68205]: value = "task-2904910" [ 1035.236174] env[68205]: _type = "Task" [ 1035.236174] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.246549] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904910, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.487295] env[68205]: DEBUG nova.network.neutron [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.581603] env[68205]: DEBUG oslo_vmware.api [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2904909, 'name': PowerOnVM_Task, 'duration_secs': 0.578112} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.581603] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.581603] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4b6106-f3f9-4a51-85b2-ccc84e61a403 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance 'f887bade-c63d-4b59-97ee-214bb8546f10' progress to 100 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.674525] env[68205]: DEBUG nova.network.neutron [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Updating instance_info_cache with network_info: [{"id": "9db5daa0-a965-44e5-842b-7cd93633a9ee", "address": "fa:16:3e:d2:43:29", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db5daa0-a9", "ovs_interfaceid": "9db5daa0-a965-44e5-842b-7cd93633a9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.730825] env[68205]: DEBUG oslo_concurrency.lockutils [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.733375] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.436s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.736063] env[68205]: INFO nova.compute.claims [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.749568] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904910, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.770269] env[68205]: INFO nova.scheduler.client.report [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Deleted allocations for instance cddd9f44-3672-42a5-88f7-59c42cf153f1 [ 1035.989333] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquiring lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.989618] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.989859] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquiring lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.990099] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.990237] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.992429] env[68205]: INFO nova.compute.manager [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Terminating instance [ 1036.125096] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "578aa91d-3a75-429a-8116-d8ce7bc53175" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.125384] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "578aa91d-3a75-429a-8116-d8ce7bc53175" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.125625] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "578aa91d-3a75-429a-8116-d8ce7bc53175-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.125956] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "578aa91d-3a75-429a-8116-d8ce7bc53175-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.126164] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "578aa91d-3a75-429a-8116-d8ce7bc53175-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.128255] env[68205]: INFO nova.compute.manager [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Terminating instance [ 1036.178689] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "refresh_cache-6e3f3a8b-653c-4383-862b-9e678b58a724" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.178689] env[68205]: DEBUG nova.compute.manager [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Instance network_info: |[{"id": "9db5daa0-a965-44e5-842b-7cd93633a9ee", "address": "fa:16:3e:d2:43:29", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db5daa0-a9", "ovs_interfaceid": "9db5daa0-a965-44e5-842b-7cd93633a9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.178915] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:43:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9db5daa0-a965-44e5-842b-7cd93633a9ee', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.187413] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Creating folder: Project (498c71afbe354c298aabe79f6d4ad558). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.187695] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5807a19-89dc-4022-b727-bca5d2174b2c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.202360] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Created folder: Project (498c71afbe354c298aabe79f6d4ad558) in parent group-v583212. [ 1036.202605] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Creating folder: Instances. Parent ref: group-v583429. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.202861] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7071e5e-43d6-4f8a-a24a-f25ad4e4e17c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.214149] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Created folder: Instances in parent group-v583429. [ 1036.214403] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.214595] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.214799] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57ab61b8-db69-4424-b1bf-7f4e53dfd575 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.236125] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.236125] env[68205]: value = "task-2904913" [ 1036.236125] env[68205]: _type = "Task" [ 1036.236125] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.250982] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904910, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.251180] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904913, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.276704] env[68205]: DEBUG oslo_concurrency.lockutils [None req-60926707-86ae-478b-8859-0ab3f713efc2 tempest-VolumesAdminNegativeTest-1572671100 tempest-VolumesAdminNegativeTest-1572671100-project-member] Lock "cddd9f44-3672-42a5-88f7-59c42cf153f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.309s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.357789] env[68205]: DEBUG nova.compute.manager [req-987e389b-1b72-4932-808f-fd69e0d40c09 req-bcb34bbb-71e1-4002-9192-9e412e482956 service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Received event network-changed-9db5daa0-a965-44e5-842b-7cd93633a9ee {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.357979] env[68205]: DEBUG nova.compute.manager [req-987e389b-1b72-4932-808f-fd69e0d40c09 req-bcb34bbb-71e1-4002-9192-9e412e482956 service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Refreshing instance network info cache due to event network-changed-9db5daa0-a965-44e5-842b-7cd93633a9ee. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.358205] env[68205]: DEBUG oslo_concurrency.lockutils [req-987e389b-1b72-4932-808f-fd69e0d40c09 req-bcb34bbb-71e1-4002-9192-9e412e482956 service nova] Acquiring lock "refresh_cache-6e3f3a8b-653c-4383-862b-9e678b58a724" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.358375] env[68205]: DEBUG oslo_concurrency.lockutils [req-987e389b-1b72-4932-808f-fd69e0d40c09 req-bcb34bbb-71e1-4002-9192-9e412e482956 service nova] Acquired lock "refresh_cache-6e3f3a8b-653c-4383-862b-9e678b58a724" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.358493] env[68205]: DEBUG nova.network.neutron [req-987e389b-1b72-4932-808f-fd69e0d40c09 req-bcb34bbb-71e1-4002-9192-9e412e482956 service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Refreshing network info cache for port 9db5daa0-a965-44e5-842b-7cd93633a9ee {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.496322] env[68205]: DEBUG nova.compute.manager [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.496549] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.497716] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8428be5b-a49a-4073-b4a9-cb230477f88f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.507255] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.507583] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db95e956-d761-4fad-9616-28f3223a88e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.516146] env[68205]: DEBUG oslo_vmware.api [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 1036.516146] env[68205]: value = "task-2904914" [ 1036.516146] env[68205]: _type = "Task" [ 1036.516146] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.526116] env[68205]: DEBUG oslo_vmware.api [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.633055] env[68205]: DEBUG nova.compute.manager [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.633055] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.633870] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b814a93-96cb-472e-b0cc-38b5230e76ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.644209] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.644439] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f277ccd9-fa11-449f-a91a-28195d150c76 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.652131] env[68205]: DEBUG oslo_vmware.api [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1036.652131] env[68205]: value = "task-2904915" [ 1036.652131] env[68205]: _type = "Task" [ 1036.652131] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.664471] env[68205]: DEBUG oslo_vmware.api [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.760021] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904910, 'name': CreateSnapshot_Task, 'duration_secs': 1.302158} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.760595] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1036.760889] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904913, 'name': CreateVM_Task, 'duration_secs': 0.512737} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.761694] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50f4e20-c8cb-4718-b014-3ca7b0d8b95b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.764765] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.765758] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.765949] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.766315] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.766958] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716875b5-1df1-4ccc-8125-f1854f48de51 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.779029] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1036.779029] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527b42e5-d5ab-9875-9d51-c7b29d0a23c1" [ 1036.779029] env[68205]: _type = "Task" [ 1036.779029] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.792455] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527b42e5-d5ab-9875-9d51-c7b29d0a23c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011847} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.795414] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.795683] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.796110] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.796110] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.796276] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.797423] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3896168f-a214-4454-92b1-73b725260496 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.807903] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.808550] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.809690] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3cbaf1d-9fdd-42ba-9466-2a5973bca4b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.820583] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1036.820583] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5241edad-cfcb-1c20-7866-e2d295864e4d" [ 1036.820583] env[68205]: _type = "Task" [ 1036.820583] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.831939] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5241edad-cfcb-1c20-7866-e2d295864e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.839314] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1036.839493] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583428', 'volume_id': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'name': 'volume-c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abd64f68-27d9-4c33-8265-def255cf5de7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'serial': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1036.840597] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81aa09c-0e19-475c-b298-d319ab327bb5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.866539] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0734b87a-11bc-4a5a-b3a0-cf0722e466d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.893859] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-c88aef4f-b5c7-4734-8a28-d9e4e95c745b/volume-c88aef4f-b5c7-4734-8a28-d9e4e95c745b.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.898310] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b794518-0c0e-4638-95b6-1a35a4b39e93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.916776] env[68205]: DEBUG oslo_vmware.api [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1036.916776] env[68205]: value = "task-2904916" [ 1036.916776] env[68205]: _type = "Task" [ 1036.916776] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.925616] env[68205]: DEBUG oslo_vmware.api [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.025271] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "12695495-5ed4-4aa0-bd4e-3942f3769222" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.025271] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "12695495-5ed4-4aa0-bd4e-3942f3769222" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.033040] env[68205]: DEBUG oslo_vmware.api [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904914, 'name': PowerOffVM_Task, 'duration_secs': 0.293036} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.033567] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.033751] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.034323] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b3a06b0-0769-41ea-a6a5-771db2ee2bcf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.129839] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.130117] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.130335] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Deleting the datastore file [datastore2] f8dfc08a-e2be-434e-b4ae-0654cd22e8d1 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.133233] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81786c4d-14e9-4812-877c-06c4d256a5e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.142956] env[68205]: DEBUG oslo_vmware.api [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for the task: (returnval){ [ 1037.142956] env[68205]: value = "task-2904918" [ 1037.142956] env[68205]: _type = "Task" [ 1037.142956] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.153199] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b598a9b-350a-4d69-8153-77e17ab30266 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.157965] env[68205]: DEBUG oslo_vmware.api [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.173825] env[68205]: DEBUG oslo_vmware.api [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904915, 'name': PowerOffVM_Task, 'duration_secs': 0.204369} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.174911] env[68205]: DEBUG nova.network.neutron [req-987e389b-1b72-4932-808f-fd69e0d40c09 req-bcb34bbb-71e1-4002-9192-9e412e482956 service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Updated VIF entry in instance network info cache for port 9db5daa0-a965-44e5-842b-7cd93633a9ee. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.175260] env[68205]: DEBUG nova.network.neutron [req-987e389b-1b72-4932-808f-fd69e0d40c09 req-bcb34bbb-71e1-4002-9192-9e412e482956 service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Updating instance_info_cache with network_info: [{"id": "9db5daa0-a965-44e5-842b-7cd93633a9ee", "address": "fa:16:3e:d2:43:29", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db5daa0-a9", "ovs_interfaceid": "9db5daa0-a965-44e5-842b-7cd93633a9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.177750] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7361a71-0119-4ab1-84ed-62ba6a80a517 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.181543] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.182256] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.182334] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b6e059f-232a-452c-9fa7-e064441e5a61 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.219597] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8527a2b4-b99b-4e12-bf60-da391c30fb62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.231704] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983a8003-49ff-4daf-b2bf-517ae6ff59ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.259056] env[68205]: DEBUG nova.compute.provider_tree [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.288359] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1037.289509] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-22e7229e-b918-4c2a-9be2-14ee15fead8a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.300278] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1037.300278] env[68205]: value = "task-2904920" [ 1037.300278] env[68205]: _type = "Task" [ 1037.300278] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.315352] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "b9219555-6048-4ea6-978b-127cd8f1f611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.316089] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "b9219555-6048-4ea6-978b-127cd8f1f611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.321033] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904920, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.333123] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5241edad-cfcb-1c20-7866-e2d295864e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.334197] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed37e307-7e7c-4210-935e-5bd8222d2b46 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.340919] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1037.340919] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a83c00-5f04-c7a4-93fe-d7162b3587ed" [ 1037.340919] env[68205]: _type = "Task" [ 1037.340919] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.350998] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a83c00-5f04-c7a4-93fe-d7162b3587ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.430063] env[68205]: DEBUG oslo_vmware.api [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904916, 'name': ReconfigVM_Task, 'duration_secs': 0.387686} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.430518] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-c88aef4f-b5c7-4734-8a28-d9e4e95c745b/volume-c88aef4f-b5c7-4734-8a28-d9e4e95c745b.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.437121] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef95b83-0196-48cc-9a46-e417a26a71d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.457495] env[68205]: DEBUG oslo_vmware.api [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1037.457495] env[68205]: value = "task-2904921" [ 1037.457495] env[68205]: _type = "Task" [ 1037.457495] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.470534] env[68205]: DEBUG oslo_vmware.api [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.534492] env[68205]: DEBUG nova.compute.manager [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.656086] env[68205]: DEBUG oslo_vmware.api [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Task: {'id': task-2904918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18119} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.656494] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.657350] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.657651] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.657912] env[68205]: INFO nova.compute.manager [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1037.658430] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.659512] env[68205]: DEBUG nova.compute.manager [-] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.659711] env[68205]: DEBUG nova.network.neutron [-] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.683122] env[68205]: DEBUG oslo_concurrency.lockutils [req-987e389b-1b72-4932-808f-fd69e0d40c09 req-bcb34bbb-71e1-4002-9192-9e412e482956 service nova] Releasing lock "refresh_cache-6e3f3a8b-653c-4383-862b-9e678b58a724" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.762457] env[68205]: DEBUG nova.scheduler.client.report [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.770271] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "35045269-72ab-409c-8a00-717f3f03679a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.770640] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "35045269-72ab-409c-8a00-717f3f03679a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.812009] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904920, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.819061] env[68205]: DEBUG nova.compute.manager [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.856810] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a83c00-5f04-c7a4-93fe-d7162b3587ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.856935] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.857257] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 6e3f3a8b-653c-4383-862b-9e678b58a724/6e3f3a8b-653c-4383-862b-9e678b58a724.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.857576] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f19e52a6-3d67-4ac3-a6a3-6413010b12ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.868021] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1037.868021] env[68205]: value = "task-2904922" [ 1037.868021] env[68205]: _type = "Task" [ 1037.868021] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.882010] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.911948] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "f887bade-c63d-4b59-97ee-214bb8546f10" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.912234] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f887bade-c63d-4b59-97ee-214bb8546f10" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.912423] env[68205]: DEBUG nova.compute.manager [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Going to confirm migration 3 {{(pid=68205) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1037.970918] env[68205]: DEBUG oslo_vmware.api [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904921, 'name': ReconfigVM_Task, 'duration_secs': 0.163682} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.970918] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583428', 'volume_id': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'name': 'volume-c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abd64f68-27d9-4c33-8265-def255cf5de7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'serial': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1038.073355] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.120753] env[68205]: INFO nova.compute.manager [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Rebuilding instance [ 1038.179876] env[68205]: DEBUG nova.compute.manager [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.180813] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063ecf68-7dcb-42c1-95e7-3a9a4b945e8f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.271454] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.272052] env[68205]: DEBUG nova.compute.manager [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.274903] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.033s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.276575] env[68205]: INFO nova.compute.claims [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.279310] env[68205]: DEBUG nova.compute.manager [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.316283] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904920, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.351179] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.378748] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48349} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.379465] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 6e3f3a8b-653c-4383-862b-9e678b58a724/6e3f3a8b-653c-4383-862b-9e678b58a724.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.379791] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.380092] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a807b83e-6c72-4c98-abb5-68833275fbc5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.390467] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1038.390467] env[68205]: value = "task-2904923" [ 1038.390467] env[68205]: _type = "Task" [ 1038.390467] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.402349] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.404957] env[68205]: DEBUG nova.compute.manager [req-1a617c2b-c38a-4b8b-8c56-18b5d2405484 req-016b7bd9-235c-4466-9297-985cf7203ee4 service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Received event network-vif-deleted-fc2cdb16-cfa6-442a-9cb5-62f6251ce794 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.405301] env[68205]: INFO nova.compute.manager [req-1a617c2b-c38a-4b8b-8c56-18b5d2405484 req-016b7bd9-235c-4466-9297-985cf7203ee4 service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Neutron deleted interface fc2cdb16-cfa6-442a-9cb5-62f6251ce794; detaching it from the instance and deleting it from the info cache [ 1038.405501] env[68205]: DEBUG nova.network.neutron [req-1a617c2b-c38a-4b8b-8c56-18b5d2405484 req-016b7bd9-235c-4466-9297-985cf7203ee4 service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.538026] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.538026] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.538026] env[68205]: DEBUG nova.network.neutron [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.538026] env[68205]: DEBUG nova.objects.instance [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lazy-loading 'info_cache' on Instance uuid f887bade-c63d-4b59-97ee-214bb8546f10 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.593979] env[68205]: DEBUG nova.network.neutron [-] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.609323] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.609861] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.610112] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Deleting the datastore file [datastore1] 578aa91d-3a75-429a-8116-d8ce7bc53175 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.611215] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da487a1d-8e53-4dde-9274-4d33b81c604a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.620507] env[68205]: DEBUG oslo_vmware.api [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1038.620507] env[68205]: value = "task-2904924" [ 1038.620507] env[68205]: _type = "Task" [ 1038.620507] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.630957] env[68205]: DEBUG oslo_vmware.api [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.787930] env[68205]: DEBUG nova.compute.utils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.793299] env[68205]: DEBUG nova.compute.manager [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Not allocating networking since 'none' was specified. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1038.807555] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.814655] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904920, 'name': CloneVM_Task} progress is 95%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.900948] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071061} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.901250] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.902044] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7de8e7-f2f2-4783-ab07-f9ae463a2a23 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.925715] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 6e3f3a8b-653c-4383-862b-9e678b58a724/6e3f3a8b-653c-4383-862b-9e678b58a724.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.926401] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2c37054-3b94-4357-91ca-e92b3fba5c9a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.928192] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc2180c-2ab1-47f7-ac53-ff8136a68494 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.952654] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b5123f-29ee-4eb5-871e-dcdfc24b4e83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.963480] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1038.963480] env[68205]: value = "task-2904925" [ 1038.963480] env[68205]: _type = "Task" [ 1038.963480] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.971614] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.989675] env[68205]: DEBUG nova.compute.manager [req-1a617c2b-c38a-4b8b-8c56-18b5d2405484 req-016b7bd9-235c-4466-9297-985cf7203ee4 service nova] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Detach interface failed, port_id=fc2cdb16-cfa6-442a-9cb5-62f6251ce794, reason: Instance f8dfc08a-e2be-434e-b4ae-0654cd22e8d1 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.036023] env[68205]: DEBUG nova.objects.instance [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lazy-loading 'flavor' on Instance uuid abd64f68-27d9-4c33-8265-def255cf5de7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.099367] env[68205]: INFO nova.compute.manager [-] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Took 1.44 seconds to deallocate network for instance. [ 1039.131914] env[68205]: DEBUG oslo_vmware.api [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2904924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165222} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.132062] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.133913] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.133913] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.133913] env[68205]: INFO nova.compute.manager [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Took 2.50 seconds to destroy the instance on the hypervisor. [ 1039.133913] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.133913] env[68205]: DEBUG nova.compute.manager [-] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.133913] env[68205]: DEBUG nova.network.neutron [-] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.197026] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.197242] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2d982cf-10bb-4801-ac58-1cfbf0d96400 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.205559] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1039.205559] env[68205]: value = "task-2904926" [ 1039.205559] env[68205]: _type = "Task" [ 1039.205559] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.214501] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.294050] env[68205]: DEBUG nova.compute.manager [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.320542] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904920, 'name': CloneVM_Task, 'duration_secs': 1.852131} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.323336] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Created linked-clone VM from snapshot [ 1039.324316] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6fed9b-afd2-4d31-be60-7dc7ac662699 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.335120] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Uploading image ec3a8cd7-7c14-4d96-b3be-fcf1774392a5 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1039.371129] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1039.371129] env[68205]: value = "vm-583433" [ 1039.371129] env[68205]: _type = "VirtualMachine" [ 1039.371129] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1039.371713] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-72b829bb-6431-4dfb-ae2f-4de65f028107 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.380903] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lease: (returnval){ [ 1039.380903] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529e1e69-bfec-b072-72b8-24ea1753d986" [ 1039.380903] env[68205]: _type = "HttpNfcLease" [ 1039.380903] env[68205]: } obtained for exporting VM: (result){ [ 1039.380903] env[68205]: value = "vm-583433" [ 1039.380903] env[68205]: _type = "VirtualMachine" [ 1039.380903] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1039.381273] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the lease: (returnval){ [ 1039.381273] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529e1e69-bfec-b072-72b8-24ea1753d986" [ 1039.381273] env[68205]: _type = "HttpNfcLease" [ 1039.381273] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.389124] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.389124] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529e1e69-bfec-b072-72b8-24ea1753d986" [ 1039.389124] env[68205]: _type = "HttpNfcLease" [ 1039.389124] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.485159] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904925, 'name': ReconfigVM_Task, 'duration_secs': 0.286956} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.485343] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 6e3f3a8b-653c-4383-862b-9e678b58a724/6e3f3a8b-653c-4383-862b-9e678b58a724.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.486375] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37014439-b7b4-4421-875c-ac95286f542a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.498971] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1039.498971] env[68205]: value = "task-2904928" [ 1039.498971] env[68205]: _type = "Task" [ 1039.498971] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.512832] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904928, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.543870] env[68205]: DEBUG oslo_concurrency.lockutils [None req-161de420-cfb7-4a14-8e61-31a9fe0a109d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.829s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.609485] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.660139] env[68205]: DEBUG oslo_concurrency.lockutils [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquiring lock "15528757-b487-4c16-ba3e-254c3599e3b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.660389] env[68205]: DEBUG oslo_concurrency.lockutils [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lock "15528757-b487-4c16-ba3e-254c3599e3b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.660587] env[68205]: DEBUG oslo_concurrency.lockutils [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquiring lock "15528757-b487-4c16-ba3e-254c3599e3b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.660762] env[68205]: DEBUG oslo_concurrency.lockutils [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lock "15528757-b487-4c16-ba3e-254c3599e3b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.660923] env[68205]: DEBUG oslo_concurrency.lockutils [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lock "15528757-b487-4c16-ba3e-254c3599e3b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.664983] env[68205]: INFO nova.compute.manager [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Terminating instance [ 1039.707362] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2c64b4-dda5-45a2-91a7-a9f773ec849f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.721959] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904926, 'name': PowerOffVM_Task, 'duration_secs': 0.205554} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.722330] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.722997] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.724237] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecc5d31-93c7-4974-b24d-7dfc4a1e3fdd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.728139] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa04bff2-5c87-4f52-8d83-fdf8b281d4ae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.769401] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db01e46d-da03-4d99-a9a6-7e6b236fc6f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.779107] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.779107] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ecc1fd8-7179-4f9b-bf92-85b19c2bf9f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.788048] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0fc03c-8eed-424d-9380-d463f7ac8ecd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.809031] env[68205]: DEBUG nova.compute.provider_tree [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.851945] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.852239] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.852317] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleting the datastore file [datastore2] 66e82933-0276-4786-aa5a-0b3b2a5412ba {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.852547] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d4abdbe-c1ab-43fa-a00e-4a14d2df12a6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.861475] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1039.861475] env[68205]: value = "task-2904930" [ 1039.861475] env[68205]: _type = "Task" [ 1039.861475] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.872204] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.891601] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.891601] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529e1e69-bfec-b072-72b8-24ea1753d986" [ 1039.891601] env[68205]: _type = "HttpNfcLease" [ 1039.891601] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1039.891800] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1039.891800] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529e1e69-bfec-b072-72b8-24ea1753d986" [ 1039.891800] env[68205]: _type = "HttpNfcLease" [ 1039.891800] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1039.892552] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93ef429-7074-431d-bff9-5bc9b77dea44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.904700] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52799a2c-e254-0617-eeee-e9aaad0cc3ab/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1039.904700] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52799a2c-e254-0617-eeee-e9aaad0cc3ab/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1039.968373] env[68205]: DEBUG nova.network.neutron [-] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.008604] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904928, 'name': Rename_Task, 'duration_secs': 0.155961} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.008942] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.009276] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05d9d88c-f5be-4b1a-accd-ddf1c22f5989 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.016506] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1040.016506] env[68205]: value = "task-2904931" [ 1040.016506] env[68205]: _type = "Task" [ 1040.016506] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.022878] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5989a684-6f99-4272-b730-a3f3b329fb83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.033249] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.067288] env[68205]: DEBUG nova.network.neutron [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance_info_cache with network_info: [{"id": "e23e45c2-28d3-49da-9e29-7ce2be5d4bce", "address": "fa:16:3e:3b:ed:d3", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape23e45c2-28", "ovs_interfaceid": "e23e45c2-28d3-49da-9e29-7ce2be5d4bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.169395] env[68205]: DEBUG nova.compute.manager [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.169611] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.170581] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d694112-92ff-4ee5-ab34-d7d339c89bd9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.182315] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.182370] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bee8d5f-c934-4abb-99f1-99d1d9ece452 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.190898] env[68205]: DEBUG oslo_vmware.api [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for the task: (returnval){ [ 1040.190898] env[68205]: value = "task-2904932" [ 1040.190898] env[68205]: _type = "Task" [ 1040.190898] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.200771] env[68205]: DEBUG oslo_vmware.api [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.278135] env[68205]: INFO nova.compute.manager [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Rescuing [ 1040.280573] env[68205]: DEBUG oslo_concurrency.lockutils [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.280573] env[68205]: DEBUG oslo_concurrency.lockutils [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.280573] env[68205]: DEBUG nova.network.neutron [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.312023] env[68205]: DEBUG nova.compute.manager [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.313414] env[68205]: DEBUG nova.scheduler.client.report [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.342195] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.342584] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.342839] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.343011] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.343252] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.343446] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.343813] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.343948] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.344132] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.344382] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.344691] env[68205]: DEBUG nova.virt.hardware [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.345620] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc5001d-2b64-450b-9c65-8a79a4065af8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.357646] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54570a6-01a4-46a3-8324-dc343de430bf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.371655] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164111} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.380660] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.381011] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.381405] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.384483] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.390687] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Creating folder: Project (c82c3d3fced34404831ea47ecb99e48b). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.391490] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-913a8d9d-58af-44bd-9156-80e347744efa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.405757] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Created folder: Project (c82c3d3fced34404831ea47ecb99e48b) in parent group-v583212. [ 1040.406156] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Creating folder: Instances. Parent ref: group-v583434. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.406579] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc85049e-66fe-421b-985f-d0e56d2a5000 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.419248] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Created folder: Instances in parent group-v583434. [ 1040.419613] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.420150] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.420150] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0bb2484-e409-42fa-8de1-2c7fed0a4a04 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.440808] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.440808] env[68205]: value = "task-2904935" [ 1040.440808] env[68205]: _type = "Task" [ 1040.440808] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.454023] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904935, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.474292] env[68205]: INFO nova.compute.manager [-] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Took 1.34 seconds to deallocate network for instance. [ 1040.500191] env[68205]: DEBUG nova.compute.manager [req-d026b4a7-89aa-4916-aa96-6c158d59c9cc req-ee2ca9da-af47-43b3-9e9c-6e395e3451bf service nova] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Received event network-vif-deleted-dd6a7c3e-b380-4ae3-8e17-3b767383fdb8 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.534356] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904931, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.569670] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-f887bade-c63d-4b59-97ee-214bb8546f10" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.570152] env[68205]: DEBUG nova.objects.instance [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lazy-loading 'migration_context' on Instance uuid f887bade-c63d-4b59-97ee-214bb8546f10 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.706813] env[68205]: DEBUG oslo_vmware.api [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904932, 'name': PowerOffVM_Task, 'duration_secs': 0.222545} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.707181] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.707405] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.707724] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85a95ca2-6ac5-4d55-9975-b614c2fe109d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.785717] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.785717] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.785995] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Deleting the datastore file [datastore2] 15528757-b487-4c16-ba3e-254c3599e3b6 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.786892] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12aead55-a68e-4a66-82a7-5266f98c7506 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.794438] env[68205]: DEBUG oslo_vmware.api [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for the task: (returnval){ [ 1040.794438] env[68205]: value = "task-2904937" [ 1040.794438] env[68205]: _type = "Task" [ 1040.794438] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.804957] env[68205]: DEBUG oslo_vmware.api [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.818242] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.819443] env[68205]: DEBUG nova.compute.manager [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.821776] env[68205]: DEBUG oslo_concurrency.lockutils [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.631s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.821978] env[68205]: DEBUG nova.objects.instance [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lazy-loading 'resources' on Instance uuid 710cd50a-aff0-4346-b202-a0d553bd0eb7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.955868] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904935, 'name': CreateVM_Task, 'duration_secs': 0.409734} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.956716] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.957283] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.957475] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.957865] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.958689] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4473086-23a5-47d4-9ca1-601632629b60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.966156] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1040.966156] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5254fa49-2a1f-6c0a-b921-7e1a7a022edb" [ 1040.966156] env[68205]: _type = "Task" [ 1040.966156] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.986151] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.986528] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5254fa49-2a1f-6c0a-b921-7e1a7a022edb, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.986861] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.987105] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.987394] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.987717] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.988136] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.988538] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e195535b-d6f1-472e-a4fe-94e6de8285ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.999910] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.000136] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.001062] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b13e4a1-2a8a-49f0-8ea1-0b23eff8ae6a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.009691] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1041.009691] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ecb3a6-8df4-bdb6-b094-2bb26f20a089" [ 1041.009691] env[68205]: _type = "Task" [ 1041.009691] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.020746] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ecb3a6-8df4-bdb6-b094-2bb26f20a089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.033571] env[68205]: DEBUG oslo_vmware.api [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2904931, 'name': PowerOnVM_Task, 'duration_secs': 0.549818} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.033873] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.034105] env[68205]: INFO nova.compute.manager [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1041.034427] env[68205]: DEBUG nova.compute.manager [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.035383] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b91493-9ef6-4f35-82bd-8614a8bc0b48 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.073542] env[68205]: DEBUG nova.objects.base [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.074499] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e23943f-1899-4714-a76e-4a617ad8b2b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.101314] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a00a6f1-6d9b-4063-8d8a-b2a9f72449c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.108437] env[68205]: DEBUG oslo_vmware.api [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1041.108437] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52702c5e-38f4-82fa-f54b-355aed4b7823" [ 1041.108437] env[68205]: _type = "Task" [ 1041.108437] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.122909] env[68205]: DEBUG oslo_vmware.api [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52702c5e-38f4-82fa-f54b-355aed4b7823, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.123311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.141355] env[68205]: DEBUG nova.network.neutron [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updating instance_info_cache with network_info: [{"id": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "address": "fa:16:3e:73:9b:0c", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75cd42b-6e", "ovs_interfaceid": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.279041] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.281098] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.309466] env[68205]: DEBUG oslo_vmware.api [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Task: {'id': task-2904937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174635} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.312970] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.312970] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.312970] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.316958] env[68205]: INFO nova.compute.manager [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1041.318151] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.318151] env[68205]: DEBUG nova.compute.manager [-] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.318151] env[68205]: DEBUG nova.network.neutron [-] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.329468] env[68205]: DEBUG nova.compute.utils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.331270] env[68205]: DEBUG nova.objects.instance [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lazy-loading 'numa_topology' on Instance uuid 710cd50a-aff0-4346-b202-a0d553bd0eb7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.332544] env[68205]: DEBUG nova.compute.manager [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.332772] env[68205]: DEBUG nova.network.neutron [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.437538] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.437538] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.437743] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.438110] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.438211] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.438428] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.438679] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.438885] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.439194] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.439445] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.439672] env[68205]: DEBUG nova.virt.hardware [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.440856] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7640494-9dae-40e5-b7f9-84f4efa956c4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.445937] env[68205]: DEBUG nova.policy [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7c9ea4195624ce18a00ff5a0370db4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13ea1b7c153d435086e3c71d94d666dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.454979] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe60c318-b593-42ab-993a-a877143906be {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.473740] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:9c:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d2735da-b712-4fa8-8f9f-0634f6d6bfd3', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.487853] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.488421] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.491857] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1464f241-1aff-49de-8b6c-a6def87b1248 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.516878] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.516878] env[68205]: value = "task-2904938" [ 1041.516878] env[68205]: _type = "Task" [ 1041.516878] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.525347] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ecb3a6-8df4-bdb6-b094-2bb26f20a089, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.526708] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f18d30-a7fe-42b5-9985-2281c27b5950 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.532053] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904938, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.537065] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1041.537065] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52afa5b7-c490-188e-d7b8-66ff69305c1a" [ 1041.537065] env[68205]: _type = "Task" [ 1041.537065] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.547221] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52afa5b7-c490-188e-d7b8-66ff69305c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.563210] env[68205]: INFO nova.compute.manager [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Took 28.08 seconds to build instance. [ 1041.644149] env[68205]: DEBUG oslo_concurrency.lockutils [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.789648] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.789648] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.789648] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.791130] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.791130] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.791130] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.791130] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1041.791130] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.834242] env[68205]: DEBUG nova.compute.manager [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.838152] env[68205]: DEBUG nova.objects.base [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Object Instance<710cd50a-aff0-4346-b202-a0d553bd0eb7> lazy-loaded attributes: resources,numa_topology {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.967282] env[68205]: DEBUG nova.network.neutron [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Successfully created port: 8947872e-71aa-4c5b-abc7-98860a5436f4 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.031433] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904938, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.048876] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52afa5b7-c490-188e-d7b8-66ff69305c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.022435} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.051954] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.052310] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 904230a2-466e-4e48-b854-0d27c054c071/904230a2-466e-4e48-b854-0d27c054c071.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.052822] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27aa9439-013b-48fc-8295-b7932a8cbb66 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.062177] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1042.062177] env[68205]: value = "task-2904939" [ 1042.062177] env[68205]: _type = "Task" [ 1042.062177] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.068706] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36b205ec-aafc-49a1-bc69-26b29217f138 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "6e3f3a8b-653c-4383-862b-9e678b58a724" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.597s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.076092] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.212796] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae067d4-0104-4eff-bf37-d0811ed9a06b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.222585] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c3a13b-21c7-4ef1-b1ba-d8f4671761a6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.257688] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490e7681-467a-48ad-bb98-3019930dac3a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.267470] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28631b56-e9c7-41af-9bf2-00e902d31621 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.285091] env[68205]: DEBUG nova.compute.provider_tree [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.293990] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.511492] env[68205]: DEBUG nova.network.neutron [-] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.531422] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904938, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.579024] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.765632] env[68205]: DEBUG nova.compute.manager [req-55e7ec53-e655-4bfc-b755-68cbe959b961 req-f96a6b5a-fa44-473f-aae0-5fbfe2a1baf4 service nova] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Received event network-vif-deleted-cdc0fc05-0098-4655-8d27-c77dddedf8a2 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.788288] env[68205]: DEBUG nova.scheduler.client.report [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.846464] env[68205]: DEBUG nova.compute.manager [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.882563] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.882952] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.883161] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.884301] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.884301] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.884301] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.884301] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.884740] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.884740] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.884832] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.885010] env[68205]: DEBUG nova.virt.hardware [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.886113] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4403807-f5a4-4392-a174-efe18242404e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.897607] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74882507-b6dc-4241-a3e1-2156a2cef77f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.015064] env[68205]: INFO nova.compute.manager [-] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Took 1.70 seconds to deallocate network for instance. [ 1043.037769] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904938, 'name': CreateVM_Task, 'duration_secs': 1.368408} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.038485] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.038872] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.038959] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.039240] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.039519] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392abf02-68df-4d52-8aa1-476bcb4d395c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.046118] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1043.046118] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5287cc42-507a-d5bf-1188-8bb85d68f8f2" [ 1043.046118] env[68205]: _type = "Task" [ 1043.046118] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.057536] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5287cc42-507a-d5bf-1188-8bb85d68f8f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.074790] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904939, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.188220] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.188220] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d03f058-392d-4acd-998d-e7c2f0de2c18 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.197129] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1043.197129] env[68205]: value = "task-2904940" [ 1043.197129] env[68205]: _type = "Task" [ 1043.197129] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.207865] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.293703] env[68205]: DEBUG oslo_concurrency.lockutils [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.472s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.296190] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.286s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.296845] env[68205]: DEBUG nova.objects.instance [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lazy-loading 'resources' on Instance uuid bc409b4e-c1e9-4907-8dd3-59b7ed31c739 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.523965] env[68205]: DEBUG oslo_concurrency.lockutils [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.558698] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5287cc42-507a-d5bf-1188-8bb85d68f8f2, 'name': SearchDatastore_Task, 'duration_secs': 0.023169} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.559097] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.559299] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.559531] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.559672] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.559847] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.560126] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d60af26-8d17-43f7-b8e1-d9cee5410504 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.570778] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.570880] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.575139] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f919d4-4286-4062-a52d-4e20f7f4a95b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.578310] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904939, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.174809} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.578617] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 904230a2-466e-4e48-b854-0d27c054c071/904230a2-466e-4e48-b854-0d27c054c071.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.578829] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.579938] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3e56736-1f7e-4c91-a96c-e19a63a9317d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.585074] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1043.585074] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5226e526-efab-dc28-e1e3-4ee21e44314c" [ 1043.585074] env[68205]: _type = "Task" [ 1043.585074] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.590833] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1043.590833] env[68205]: value = "task-2904941" [ 1043.590833] env[68205]: _type = "Task" [ 1043.590833] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.603098] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5226e526-efab-dc28-e1e3-4ee21e44314c, 'name': SearchDatastore_Task, 'duration_secs': 0.013305} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.606889] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.607184] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf340e9-f0d3-4705-baca-c80856d77411 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.614426] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1043.614426] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bd3f98-90e4-0205-5af3-116d741cab2d" [ 1043.614426] env[68205]: _type = "Task" [ 1043.614426] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.624378] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bd3f98-90e4-0205-5af3-116d741cab2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.707125] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904940, 'name': PowerOffVM_Task, 'duration_secs': 0.229968} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.707763] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.708496] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e01fb-9c33-4320-bd1c-604402e21508 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.737812] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd18c94b-fb90-4018-878e-c8829526e196 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.774409] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.774772] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c73185-ac59-46ff-b8b9-3e8f3a606267 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.783184] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1043.783184] env[68205]: value = "task-2904942" [ 1043.783184] env[68205]: _type = "Task" [ 1043.783184] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.794525] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.794808] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.795130] env[68205]: DEBUG oslo_concurrency.lockutils [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.806509] env[68205]: DEBUG oslo_concurrency.lockutils [None req-198ee1ae-39f7-4314-b30a-292ef45896bb tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.112s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.809028] env[68205]: DEBUG oslo_concurrency.lockutils [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 13.422s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.809028] env[68205]: DEBUG oslo_concurrency.lockutils [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "710cd50a-aff0-4346-b202-a0d553bd0eb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.809028] env[68205]: DEBUG oslo_concurrency.lockutils [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.809028] env[68205]: DEBUG oslo_concurrency.lockutils [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.812477] env[68205]: INFO nova.compute.manager [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Terminating instance [ 1043.828680] env[68205]: DEBUG nova.compute.manager [req-4144a9e3-8d40-412f-b7ae-b91c405df7ad req-284f5e78-98db-4751-b398-b1ee1c85b630 service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Received event network-vif-plugged-8947872e-71aa-4c5b-abc7-98860a5436f4 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.828956] env[68205]: DEBUG oslo_concurrency.lockutils [req-4144a9e3-8d40-412f-b7ae-b91c405df7ad req-284f5e78-98db-4751-b398-b1ee1c85b630 service nova] Acquiring lock "e3c8f47c-7a78-4822-8870-2db35baef739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.829225] env[68205]: DEBUG oslo_concurrency.lockutils [req-4144a9e3-8d40-412f-b7ae-b91c405df7ad req-284f5e78-98db-4751-b398-b1ee1c85b630 service nova] Lock "e3c8f47c-7a78-4822-8870-2db35baef739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.829395] env[68205]: DEBUG oslo_concurrency.lockutils [req-4144a9e3-8d40-412f-b7ae-b91c405df7ad req-284f5e78-98db-4751-b398-b1ee1c85b630 service nova] Lock "e3c8f47c-7a78-4822-8870-2db35baef739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.829559] env[68205]: DEBUG nova.compute.manager [req-4144a9e3-8d40-412f-b7ae-b91c405df7ad req-284f5e78-98db-4751-b398-b1ee1c85b630 service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] No waiting events found dispatching network-vif-plugged-8947872e-71aa-4c5b-abc7-98860a5436f4 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.829747] env[68205]: WARNING nova.compute.manager [req-4144a9e3-8d40-412f-b7ae-b91c405df7ad req-284f5e78-98db-4751-b398-b1ee1c85b630 service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Received unexpected event network-vif-plugged-8947872e-71aa-4c5b-abc7-98860a5436f4 for instance with vm_state building and task_state spawning. [ 1043.949884] env[68205]: DEBUG nova.network.neutron [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Successfully updated port: 8947872e-71aa-4c5b-abc7-98860a5436f4 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.085395] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "644874ca-dee6-420b-8a95-0eedaaba3eb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.085635] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "644874ca-dee6-420b-8a95-0eedaaba3eb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.090032] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "22d62c69-46a8-439e-8ccb-527eff21efb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.090233] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "22d62c69-46a8-439e-8ccb-527eff21efb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.103923] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075474} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.106957] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.106957] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde745b1-8a16-447c-80e6-be08f41c2902 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.127623] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 904230a2-466e-4e48-b854-0d27c054c071/904230a2-466e-4e48-b854-0d27c054c071.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.133478] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20808470-b1ec-48a6-8ac9-ad60ee83bc05 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.154434] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bd3f98-90e4-0205-5af3-116d741cab2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012488} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.155664] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.155924] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 66e82933-0276-4786-aa5a-0b3b2a5412ba/66e82933-0276-4786-aa5a-0b3b2a5412ba.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.156256] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1044.156256] env[68205]: value = "task-2904943" [ 1044.156256] env[68205]: _type = "Task" [ 1044.156256] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.156453] env[68205]: DEBUG oslo_concurrency.lockutils [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.156660] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.156904] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8b4831-2653-4c6b-b6f4-9ce16d0afed7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.158820] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5a60ce8-7815-48b2-beb0-985a102aee37 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.173529] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904943, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.174819] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1044.174819] env[68205]: value = "task-2904944" [ 1044.174819] env[68205]: _type = "Task" [ 1044.174819] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.186931] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.189017] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.189130] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.189856] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5891acae-eace-4791-bc30-1c95d6decf15 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.198461] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1044.198461] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52529782-52eb-0375-9085-d3a1c272962d" [ 1044.198461] env[68205]: _type = "Task" [ 1044.198461] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.206866] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52529782-52eb-0375-9085-d3a1c272962d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.232842] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1cb2ee-f51e-4701-adc7-ef7e7f277545 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.240913] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404405d9-5672-425c-83b4-470272286494 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.272532] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac412d88-896f-4fe9-b2cb-4a85eaccd525 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.281339] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af54a64d-1894-4d20-a895-63b38d709193 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.295751] env[68205]: DEBUG nova.compute.provider_tree [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.314493] env[68205]: DEBUG nova.compute.manager [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.314493] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.314710] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71374427-cc87-4297-9d35-6d7576f6eb62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.325290] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e6f94c-793d-4ece-a852-0e9d0e040b34 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.366935] env[68205]: WARNING nova.virt.vmwareapi.vmops [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 710cd50a-aff0-4346-b202-a0d553bd0eb7 could not be found. [ 1044.367163] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.367503] env[68205]: INFO nova.compute.manager [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1044.367909] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.368317] env[68205]: DEBUG nova.compute.manager [-] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.368510] env[68205]: DEBUG nova.network.neutron [-] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.451435] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "refresh_cache-e3c8f47c-7a78-4822-8870-2db35baef739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.451642] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "refresh_cache-e3c8f47c-7a78-4822-8870-2db35baef739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.451951] env[68205]: DEBUG nova.network.neutron [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.590404] env[68205]: DEBUG nova.compute.manager [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.592021] env[68205]: DEBUG nova.compute.manager [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.670811] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904943, 'name': ReconfigVM_Task, 'duration_secs': 0.487967} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.671271] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 904230a2-466e-4e48-b854-0d27c054c071/904230a2-466e-4e48-b854-0d27c054c071.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.671933] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df55631d-15e4-4c6a-b2c2-60c30b3538b4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.680474] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1044.680474] env[68205]: value = "task-2904945" [ 1044.680474] env[68205]: _type = "Task" [ 1044.680474] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.689050] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904944, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.692360] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904945, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.711482] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52529782-52eb-0375-9085-d3a1c272962d, 'name': SearchDatastore_Task, 'duration_secs': 0.014142} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.712693] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f4aa36-2405-46a2-9a09-112e384f9cbc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.721131] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1044.721131] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5233ed02-2826-7eef-8cce-d6fc1e6fd2b1" [ 1044.721131] env[68205]: _type = "Task" [ 1044.721131] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.732046] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5233ed02-2826-7eef-8cce-d6fc1e6fd2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.799858] env[68205]: DEBUG nova.scheduler.client.report [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.995351] env[68205]: DEBUG nova.network.neutron [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.117272] env[68205]: DEBUG nova.network.neutron [-] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.125725] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.126695] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.191081] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83174} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.194291] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 66e82933-0276-4786-aa5a-0b3b2a5412ba/66e82933-0276-4786-aa5a-0b3b2a5412ba.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.194534] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.194921] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904945, 'name': Rename_Task, 'duration_secs': 0.179717} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.195159] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5186795f-c357-49b8-8e55-9c6fe6ed1201 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.197918] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.198192] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b69fd1be-44bd-47d2-922b-e5089ae1468b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.206461] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1045.206461] env[68205]: value = "task-2904947" [ 1045.206461] env[68205]: _type = "Task" [ 1045.206461] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.207984] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1045.207984] env[68205]: value = "task-2904946" [ 1045.207984] env[68205]: _type = "Task" [ 1045.207984] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.208929] env[68205]: DEBUG nova.network.neutron [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Updating instance_info_cache with network_info: [{"id": "8947872e-71aa-4c5b-abc7-98860a5436f4", "address": "fa:16:3e:81:a0:54", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8947872e-71", "ovs_interfaceid": "8947872e-71aa-4c5b-abc7-98860a5436f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.223626] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.230745] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.237828] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5233ed02-2826-7eef-8cce-d6fc1e6fd2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.069318} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.238144] env[68205]: DEBUG oslo_concurrency.lockutils [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.238415] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] abd64f68-27d9-4c33-8265-def255cf5de7/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. {{(pid=68205) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1045.238979] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28256701-d4bd-4114-8c3e-d89afa2f78b2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.245944] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1045.245944] env[68205]: value = "task-2904948" [ 1045.245944] env[68205]: _type = "Task" [ 1045.245944] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.257241] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.305675] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.309059] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.534s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.309059] env[68205]: DEBUG nova.objects.instance [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lazy-loading 'resources' on Instance uuid 22ffafac-b489-45f0-8055-ed87dad6ebe8 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.330367] env[68205]: INFO nova.scheduler.client.report [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted allocations for instance bc409b4e-c1e9-4907-8dd3-59b7ed31c739 [ 1045.624709] env[68205]: INFO nova.compute.manager [-] [instance: 710cd50a-aff0-4346-b202-a0d553bd0eb7] Took 1.26 seconds to deallocate network for instance. [ 1045.715683] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "refresh_cache-e3c8f47c-7a78-4822-8870-2db35baef739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.716118] env[68205]: DEBUG nova.compute.manager [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Instance network_info: |[{"id": "8947872e-71aa-4c5b-abc7-98860a5436f4", "address": "fa:16:3e:81:a0:54", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8947872e-71", "ovs_interfaceid": "8947872e-71aa-4c5b-abc7-98860a5436f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.722207] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:a0:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8947872e-71aa-4c5b-abc7-98860a5436f4', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.733995] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.735292] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.736000] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8884f8b7-ccac-42b8-9ba5-cf61a41fbc63 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.758068] env[68205]: DEBUG oslo_vmware.api [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904947, 'name': PowerOnVM_Task, 'duration_secs': 0.512886} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.758351] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104682} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.762032] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.762203] env[68205]: INFO nova.compute.manager [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Took 5.45 seconds to spawn the instance on the hypervisor. [ 1045.762385] env[68205]: DEBUG nova.compute.manager [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.762686] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.763498] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ecc277-b802-48d8-be55-4e10d841db10 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.766630] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de70020-d84e-4b21-934a-4b2f7d0dd4fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.771076] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.771076] env[68205]: value = "task-2904949" [ 1045.771076] env[68205]: _type = "Task" [ 1045.771076] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.796620] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 66e82933-0276-4786-aa5a-0b3b2a5412ba/66e82933-0276-4786-aa5a-0b3b2a5412ba.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.796940] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904948, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.800180] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb34c065-f2ab-497a-a8ee-ec6abfe42421 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.820792] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904949, 'name': CreateVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.826633] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1045.826633] env[68205]: value = "task-2904950" [ 1045.826633] env[68205]: _type = "Task" [ 1045.826633] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.838456] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.843533] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8469b7b2-9f37-415c-bb97-0ccfbfaff05a tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "bc409b4e-c1e9-4907-8dd3-59b7ed31c739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.245s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.867353] env[68205]: DEBUG nova.compute.manager [req-fbb1013c-36e0-47a0-871d-fd67744e6bdb req-002ea15c-7804-4b55-aba5-6677a0c03d47 service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Received event network-changed-8947872e-71aa-4c5b-abc7-98860a5436f4 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.867829] env[68205]: DEBUG nova.compute.manager [req-fbb1013c-36e0-47a0-871d-fd67744e6bdb req-002ea15c-7804-4b55-aba5-6677a0c03d47 service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Refreshing instance network info cache due to event network-changed-8947872e-71aa-4c5b-abc7-98860a5436f4. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.867829] env[68205]: DEBUG oslo_concurrency.lockutils [req-fbb1013c-36e0-47a0-871d-fd67744e6bdb req-002ea15c-7804-4b55-aba5-6677a0c03d47 service nova] Acquiring lock "refresh_cache-e3c8f47c-7a78-4822-8870-2db35baef739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.868314] env[68205]: DEBUG oslo_concurrency.lockutils [req-fbb1013c-36e0-47a0-871d-fd67744e6bdb req-002ea15c-7804-4b55-aba5-6677a0c03d47 service nova] Acquired lock "refresh_cache-e3c8f47c-7a78-4822-8870-2db35baef739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.868314] env[68205]: DEBUG nova.network.neutron [req-fbb1013c-36e0-47a0-871d-fd67744e6bdb req-002ea15c-7804-4b55-aba5-6677a0c03d47 service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Refreshing network info cache for port 8947872e-71aa-4c5b-abc7-98860a5436f4 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.166734] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43056f05-a630-4357-8558-2132b91e82b2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.176483] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365a3e67-4327-4089-970e-ff4fcaee49ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.215352] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6379ff6b-afed-4b28-9252-9557fce52a36 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.224429] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13380b63-d0f2-4edd-8e25-92d7ecba099d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.239948] env[68205]: DEBUG nova.compute.provider_tree [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.271651] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594662} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.271651] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] abd64f68-27d9-4c33-8265-def255cf5de7/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. [ 1046.272377] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab62e41d-5e36-432d-ae2d-665c730322b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.285281] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904949, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.312253] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] abd64f68-27d9-4c33-8265-def255cf5de7/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.312644] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda7fd1d-2e8c-4fe5-a22a-65e9695770e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.336741] env[68205]: INFO nova.compute.manager [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Took 22.07 seconds to build instance. [ 1046.339556] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1046.339556] env[68205]: value = "task-2904951" [ 1046.339556] env[68205]: _type = "Task" [ 1046.339556] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.346900] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904950, 'name': ReconfigVM_Task, 'duration_secs': 0.440878} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.347618] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 66e82933-0276-4786-aa5a-0b3b2a5412ba/66e82933-0276-4786-aa5a-0b3b2a5412ba.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.348320] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-069f3203-e52b-4211-b49c-363e52ba9f3e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.353230] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.358749] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1046.358749] env[68205]: value = "task-2904952" [ 1046.358749] env[68205]: _type = "Task" [ 1046.358749] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.373737] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904952, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.626331] env[68205]: DEBUG oslo_concurrency.lockutils [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.626631] env[68205]: DEBUG oslo_concurrency.lockutils [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.626888] env[68205]: DEBUG oslo_concurrency.lockutils [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.627118] env[68205]: DEBUG oslo_concurrency.lockutils [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.627316] env[68205]: DEBUG oslo_concurrency.lockutils [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.630034] env[68205]: INFO nova.compute.manager [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Terminating instance [ 1046.639618] env[68205]: DEBUG nova.network.neutron [req-fbb1013c-36e0-47a0-871d-fd67744e6bdb req-002ea15c-7804-4b55-aba5-6677a0c03d47 service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Updated VIF entry in instance network info cache for port 8947872e-71aa-4c5b-abc7-98860a5436f4. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.640058] env[68205]: DEBUG nova.network.neutron [req-fbb1013c-36e0-47a0-871d-fd67744e6bdb req-002ea15c-7804-4b55-aba5-6677a0c03d47 service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Updating instance_info_cache with network_info: [{"id": "8947872e-71aa-4c5b-abc7-98860a5436f4", "address": "fa:16:3e:81:a0:54", "network": {"id": "d4251704-90d9-4e40-9468-45d5b22b89bf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1607885378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13ea1b7c153d435086e3c71d94d666dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8947872e-71", "ovs_interfaceid": "8947872e-71aa-4c5b-abc7-98860a5436f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.661673] env[68205]: DEBUG oslo_concurrency.lockutils [None req-51855c13-0556-4886-be0c-f1bec4613180 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "710cd50a-aff0-4346-b202-a0d553bd0eb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.854s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.745022] env[68205]: DEBUG nova.scheduler.client.report [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.789289] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904949, 'name': CreateVM_Task, 'duration_secs': 0.628379} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.789873] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.791210] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.792192] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.792192] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.792418] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f36aa2b-3289-4e04-a365-7c6b5ebd77da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.799141] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1046.799141] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d1a926-0566-55a8-b1e2-7d0d35fa46a4" [ 1046.799141] env[68205]: _type = "Task" [ 1046.799141] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.807944] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d1a926-0566-55a8-b1e2-7d0d35fa46a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.841243] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9a36f506-1e67-4614-8b86-a1030d5c627b tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "904230a2-466e-4e48-b854-0d27c054c071" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.633s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.852155] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904951, 'name': ReconfigVM_Task, 'duration_secs': 0.42996} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.852540] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Reconfigured VM instance instance-00000044 to attach disk [datastore2] abd64f68-27d9-4c33-8265-def255cf5de7/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.853396] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13544c5e-de20-4ca7-9dde-b216e23a785f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.887535] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-741428b4-7273-4ff9-be2a-0c7ee70ed7ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.910648] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904952, 'name': Rename_Task, 'duration_secs': 0.174015} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.912138] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.912952] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1046.912952] env[68205]: value = "task-2904953" [ 1046.912952] env[68205]: _type = "Task" [ 1046.912952] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.912952] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-796e9a10-25d0-4ceb-9f65-8af107106c55 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.925944] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.927783] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1046.927783] env[68205]: value = "task-2904954" [ 1046.927783] env[68205]: _type = "Task" [ 1046.927783] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.938759] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.134634] env[68205]: DEBUG nova.compute.manager [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.134870] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.135791] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b6ab4e-fbad-46e4-87be-b31d40b079e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.144713] env[68205]: DEBUG oslo_concurrency.lockutils [req-fbb1013c-36e0-47a0-871d-fd67744e6bdb req-002ea15c-7804-4b55-aba5-6677a0c03d47 service nova] Releasing lock "refresh_cache-e3c8f47c-7a78-4822-8870-2db35baef739" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.145157] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.145669] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8fb4f5-947c-4a24-b186-66ebcc2dc2ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.154834] env[68205]: DEBUG oslo_vmware.api [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 1047.154834] env[68205]: value = "task-2904955" [ 1047.154834] env[68205]: _type = "Task" [ 1047.154834] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.165093] env[68205]: DEBUG oslo_vmware.api [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.249827] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.252664] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.179s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.254407] env[68205]: INFO nova.compute.claims [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.268399] env[68205]: INFO nova.scheduler.client.report [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleted allocations for instance 22ffafac-b489-45f0-8055-ed87dad6ebe8 [ 1047.310848] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d1a926-0566-55a8-b1e2-7d0d35fa46a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013878} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.310848] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.311304] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.311411] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.311531] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.311717] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.312404] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eec64e4-67d6-4373-9aeb-94901555972f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.322024] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.322274] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.323510] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1cdc43-5864-44f8-8cb4-231ea1e128db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.329909] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1047.329909] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525c795c-fa74-cf19-b82d-e663509a1fde" [ 1047.329909] env[68205]: _type = "Task" [ 1047.329909] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.340573] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525c795c-fa74-cf19-b82d-e663509a1fde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.427532] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "7798a19a-3c0e-4bc9-b510-f09fefa84569" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.427910] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "7798a19a-3c0e-4bc9-b510-f09fefa84569" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.438713] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904953, 'name': ReconfigVM_Task, 'duration_secs': 0.24182} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.439705] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.440051] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d949f32-67ab-4d18-84f3-0e9b776c2d6f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.445778] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904954, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.449699] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1047.449699] env[68205]: value = "task-2904956" [ 1047.449699] env[68205]: _type = "Task" [ 1047.449699] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.461308] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.484088] env[68205]: INFO nova.compute.manager [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Rebuilding instance [ 1047.529441] env[68205]: DEBUG nova.compute.manager [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.530395] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726bac5d-5aa4-4baa-afa7-91b9e5c9d0fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.665979] env[68205]: DEBUG oslo_vmware.api [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904955, 'name': PowerOffVM_Task, 'duration_secs': 0.389062} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.665979] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.665979] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.666254] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f0b260c-1086-4736-bb8f-e56d3837e976 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.762948] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.763459] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.763459] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Deleting the datastore file [datastore2] f1b58186-add2-42d8-a7b8-caf51aafbd4f {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.763708] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a7cce41-5ae6-4b22-a2ba-ed3804278fed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.772530] env[68205]: DEBUG oslo_vmware.api [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for the task: (returnval){ [ 1047.772530] env[68205]: value = "task-2904958" [ 1047.772530] env[68205]: _type = "Task" [ 1047.772530] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.780044] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a21f59f5-2709-4ed2-a277-d58c3e341a82 tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "22ffafac-b489-45f0-8055-ed87dad6ebe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.530s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.787577] env[68205]: DEBUG oslo_vmware.api [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.842996] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525c795c-fa74-cf19-b82d-e663509a1fde, 'name': SearchDatastore_Task, 'duration_secs': 0.017369} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.843737] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8a23c1-db76-4045-a9aa-b79d802c31ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.851225] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1047.851225] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520a2f0c-924a-de04-5068-0d0ae73bb1a0" [ 1047.851225] env[68205]: _type = "Task" [ 1047.851225] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.861614] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520a2f0c-924a-de04-5068-0d0ae73bb1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.934234] env[68205]: DEBUG nova.compute.manager [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.943603] env[68205]: DEBUG oslo_vmware.api [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2904954, 'name': PowerOnVM_Task, 'duration_secs': 0.540928} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.943894] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.944114] env[68205]: DEBUG nova.compute.manager [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.944938] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f796d9-39d9-4942-b8a0-33b375966157 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.964144] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.086921] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "99144280-d6c4-4f24-84bf-67d875299893" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.087102] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.284433] env[68205]: DEBUG oslo_vmware.api [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Task: {'id': task-2904958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3336} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.284800] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.284942] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.285160] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.285339] env[68205]: INFO nova.compute.manager [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1048.285616] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.285823] env[68205]: DEBUG nova.compute.manager [-] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.285934] env[68205]: DEBUG nova.network.neutron [-] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.364102] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520a2f0c-924a-de04-5068-0d0ae73bb1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.02429} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.367199] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.367534] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] e3c8f47c-7a78-4822-8870-2db35baef739/e3c8f47c-7a78-4822-8870-2db35baef739.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.368157] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9da5176a-b593-4d12-a4c5-cf18c4271004 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.377588] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1048.377588] env[68205]: value = "task-2904959" [ 1048.377588] env[68205]: _type = "Task" [ 1048.377588] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.391668] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.467163] env[68205]: DEBUG oslo_vmware.api [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904956, 'name': PowerOnVM_Task, 'duration_secs': 0.681459} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.470298] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.474523] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.482817] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.484462] env[68205]: DEBUG nova.compute.manager [None req-18dfe9c3-f56c-4d25-8387-97e4398537eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.485279] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e69cb-033a-412a-8b80-fc62019ee3c6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.547396] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.547938] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa178a6-9e63-4663-8c41-09a1104a81a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.558481] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1048.558481] env[68205]: value = "task-2904960" [ 1048.558481] env[68205]: _type = "Task" [ 1048.558481] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.572323] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.590955] env[68205]: DEBUG nova.compute.utils [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.670030] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fccf09-a0fd-40bf-838e-048a1f9e7cc6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.681971] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852d7bf3-e15d-4672-b348-e2e63b409263 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.718958] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd54f027-05f5-45b7-8b6e-6a2a82e4fce6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.728321] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484e779f-2dc2-4640-82d6-ca4f102843a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.746956] env[68205]: DEBUG nova.compute.provider_tree [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.891800] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904959, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.797473] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.710s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.798146] env[68205]: DEBUG nova.scheduler.client.report [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.801137] env[68205]: DEBUG nova.network.neutron [-] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.804993] env[68205]: DEBUG nova.compute.manager [req-3eec10ed-e8c6-4ba6-8be8-a0727572ce01 req-68e2a03e-f0db-47a4-906e-9b8418fbb8de service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Received event network-vif-deleted-92af46d0-3b11-421d-a027-bd782739885f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.805560] env[68205]: INFO nova.compute.manager [req-3eec10ed-e8c6-4ba6-8be8-a0727572ce01 req-68e2a03e-f0db-47a4-906e-9b8418fbb8de service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Neutron deleted interface 92af46d0-3b11-421d-a027-bd782739885f; detaching it from the instance and deleting it from the info cache [ 1049.805560] env[68205]: DEBUG nova.network.neutron [req-3eec10ed-e8c6-4ba6-8be8-a0727572ce01 req-68e2a03e-f0db-47a4-906e-9b8418fbb8de service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.823626] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904960, 'name': PowerOffVM_Task, 'duration_secs': 0.20105} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.827605] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.828302] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.829219] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706842} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.830481] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe59615b-abbf-4041-9110-682ce783b976 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.834150] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] e3c8f47c-7a78-4822-8870-2db35baef739/e3c8f47c-7a78-4822-8870-2db35baef739.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.834150] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.835197] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44cda5ae-9065-4c8e-ac94-b7304104742c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.843283] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.844732] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-163ba2c9-4bd3-4a15-a926-1b08da32396e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.846730] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1049.846730] env[68205]: value = "task-2904961" [ 1049.846730] env[68205]: _type = "Task" [ 1049.846730] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.858325] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.875064] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.875064] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.875314] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Deleting the datastore file [datastore1] 904230a2-466e-4e48-b854-0d27c054c071 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.878278] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dbe95d7-25d8-47b9-a131-7cca825f5fbb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.887151] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1049.887151] env[68205]: value = "task-2904963" [ 1049.887151] env[68205]: _type = "Task" [ 1049.887151] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.890293] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52799a2c-e254-0617-eeee-e9aaad0cc3ab/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1049.891945] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ba8abe-48fc-4569-9fda-c1b62dac7b0a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.904368] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52799a2c-e254-0617-eeee-e9aaad0cc3ab/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1049.904615] env[68205]: ERROR oslo_vmware.rw_handles [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52799a2c-e254-0617-eeee-e9aaad0cc3ab/disk-0.vmdk due to incomplete transfer. [ 1049.909197] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cfcc681d-a801-4e0c-9c1a-343850f21ab7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.911351] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.917112] env[68205]: DEBUG oslo_vmware.rw_handles [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52799a2c-e254-0617-eeee-e9aaad0cc3ab/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1049.917350] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Uploaded image ec3a8cd7-7c14-4d96-b3be-fcf1774392a5 to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1049.920988] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1049.921252] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e925cfd7-fa0b-4314-91af-5f8115376497 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.929385] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1049.929385] env[68205]: value = "task-2904964" [ 1049.929385] env[68205]: _type = "Task" [ 1049.929385] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.937328] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904964, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.310602] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "733d11bf-17bb-4325-a6d8-ff5866f53ace" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.310602] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "733d11bf-17bb-4325-a6d8-ff5866f53ace" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.310809] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "733d11bf-17bb-4325-a6d8-ff5866f53ace-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.311130] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "733d11bf-17bb-4325-a6d8-ff5866f53ace-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.311289] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "733d11bf-17bb-4325-a6d8-ff5866f53ace-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.313578] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.061s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.314147] env[68205]: DEBUG nova.compute.manager [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.317774] env[68205]: INFO nova.compute.manager [-] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Took 2.03 seconds to deallocate network for instance. [ 1050.317959] env[68205]: INFO nova.compute.manager [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Terminating instance [ 1050.319696] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.970s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.321445] env[68205]: INFO nova.compute.claims [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.338532] env[68205]: INFO nova.compute.manager [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Unrescuing [ 1050.338532] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.338785] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquired lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.338785] env[68205]: DEBUG nova.network.neutron [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.340524] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9f0ce3d-d485-4bd8-8afd-43c2b335e64b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.356679] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8224676-47ef-41e6-a8bd-8e2fbda6f235 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.374418] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230043} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.374633] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.375477] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dcd424-e62d-44e2-b3b6-e3991713e70b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.391076] env[68205]: DEBUG nova.compute.manager [req-3eec10ed-e8c6-4ba6-8be8-a0727572ce01 req-68e2a03e-f0db-47a4-906e-9b8418fbb8de service nova] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Detach interface failed, port_id=92af46d0-3b11-421d-a027-bd782739885f, reason: Instance f1b58186-add2-42d8-a7b8-caf51aafbd4f could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.409288] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] e3c8f47c-7a78-4822-8870-2db35baef739/e3c8f47c-7a78-4822-8870-2db35baef739.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.412870] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2421a6ea-bf4d-48fa-a824-d69076494d11 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.433096] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21916} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.437331] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.437561] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.437746] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.440269] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1050.440269] env[68205]: value = "task-2904965" [ 1050.440269] env[68205]: _type = "Task" [ 1050.440269] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.446706] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904964, 'name': Destroy_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.452252] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.676125] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "99144280-d6c4-4f24-84bf-67d875299893" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.676501] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.676756] env[68205]: INFO nova.compute.manager [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Attaching volume 10fb2348-5a03-40eb-a7bc-69111da4d65f to /dev/sdb [ 1050.717071] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ac5ed0-c190-4766-8724-c232f3494d2a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.725874] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ee38bb-a34b-40c4-8397-dcaa18ad9b29 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.742528] env[68205]: DEBUG nova.virt.block_device [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Updating existing volume attachment record: 9a7b1b28-fd3c-4183-9f17-e8eb793b3a71 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1050.822400] env[68205]: DEBUG nova.compute.utils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.823849] env[68205]: DEBUG nova.compute.manager [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.824018] env[68205]: DEBUG nova.network.neutron [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.832327] env[68205]: DEBUG nova.compute.manager [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.832495] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.833354] env[68205]: DEBUG oslo_concurrency.lockutils [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.834131] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29492f1-a304-4d5a-a818-6587e4d18003 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.845075] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.845334] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-131224e3-d42c-45f4-aa85-5226558ab432 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.853250] env[68205]: DEBUG oslo_vmware.api [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 1050.853250] env[68205]: value = "task-2904966" [ 1050.853250] env[68205]: _type = "Task" [ 1050.853250] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.862830] env[68205]: DEBUG oslo_vmware.api [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.871910] env[68205]: DEBUG nova.policy [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'debf1a6896b84c4e9d9392898f541352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85d06fe0f8674f70bccb07ffef7953df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.946235] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904964, 'name': Destroy_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.954447] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904965, 'name': ReconfigVM_Task, 'duration_secs': 0.334425} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.954753] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Reconfigured VM instance instance-00000051 to attach disk [datastore2] e3c8f47c-7a78-4822-8870-2db35baef739/e3c8f47c-7a78-4822-8870-2db35baef739.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.955510] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c26944b5-05cd-4fda-8155-382c6521e018 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.962994] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1050.962994] env[68205]: value = "task-2904968" [ 1050.962994] env[68205]: _type = "Task" [ 1050.962994] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.974314] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904968, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.103860] env[68205]: DEBUG nova.network.neutron [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updating instance_info_cache with network_info: [{"id": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "address": "fa:16:3e:73:9b:0c", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75cd42b-6e", "ovs_interfaceid": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.179679] env[68205]: DEBUG nova.network.neutron [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Successfully created port: 6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.329621] env[68205]: DEBUG nova.compute.manager [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.373920] env[68205]: DEBUG oslo_vmware.api [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904966, 'name': PowerOffVM_Task, 'duration_secs': 0.278903} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.373920] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.373920] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.373920] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c39f7ca5-8c8b-44d5-9bc1-4a2d038bea42 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.449899] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904964, 'name': Destroy_Task, 'duration_secs': 1.381035} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.450956] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Destroyed the VM [ 1051.450956] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1051.450956] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99be6e1e-e85f-4b1e-b487-42a431d1027f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.458242] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1051.458242] env[68205]: value = "task-2904972" [ 1051.458242] env[68205]: _type = "Task" [ 1051.458242] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.463054] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.463302] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.463549] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleting the datastore file [datastore2] 733d11bf-17bb-4325-a6d8-ff5866f53ace {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.464256] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f401f2e4-2a52-448a-b084-5dc6ea2a4e35 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.472740] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904972, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.481581] env[68205]: DEBUG oslo_vmware.api [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for the task: (returnval){ [ 1051.481581] env[68205]: value = "task-2904973" [ 1051.481581] env[68205]: _type = "Task" [ 1051.481581] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.481806] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904968, 'name': Rename_Task, 'duration_secs': 0.157297} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.483912] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.484186] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.484348] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.485221] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.485221] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.485221] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.485221] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.485221] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.485451] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.485451] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.485614] env[68205]: DEBUG nova.virt.hardware [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.486035] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.487651] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26b15bb-0c47-4b93-8813-f2228fd96279 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.495271] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-384a8541-6c17-43a7-bc29-673121a7d15c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.506310] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a292480-2216-4fa4-aa00-1791de04fcf0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.510681] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1051.510681] env[68205]: value = "task-2904974" [ 1051.510681] env[68205]: _type = "Task" [ 1051.510681] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.510903] env[68205]: DEBUG oslo_vmware.api [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.528392] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.533992] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.537067] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.538419] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c923ea35-16e2-4f8e-a5d7-2564a9614370 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.558596] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.564517] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.564517] env[68205]: value = "task-2904975" [ 1051.564517] env[68205]: _type = "Task" [ 1051.564517] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.572896] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904975, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.607088] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Releasing lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.607781] env[68205]: DEBUG nova.objects.instance [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lazy-loading 'flavor' on Instance uuid abd64f68-27d9-4c33-8265-def255cf5de7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.740789] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea6fd71-bc70-4ca7-8fc2-ed4279f0f7b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.748999] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6765e6-7455-49a8-a64e-e987f5325b0c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.779694] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa93273-d967-4902-9e69-fc9dbda1dd8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.787812] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10c6ee2-5eb9-443e-80a3-f2f0a3ad165b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.802393] env[68205]: DEBUG nova.compute.provider_tree [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.968556] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904972, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.995622] env[68205]: DEBUG oslo_vmware.api [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Task: {'id': task-2904973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18251} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.995881] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.996090] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.996350] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.997042] env[68205]: INFO nova.compute.manager [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1051.997042] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.997042] env[68205]: DEBUG nova.compute.manager [-] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.997042] env[68205]: DEBUG nova.network.neutron [-] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.024397] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904974, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.074609] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904975, 'name': CreateVM_Task, 'duration_secs': 0.267932} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.074809] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.075280] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.075489] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.075781] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.076091] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73265355-ba34-4a01-a135-9bf7e3f8ef3d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.081442] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1052.081442] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a22a87-4842-5ef4-435a-911efc63c13f" [ 1052.081442] env[68205]: _type = "Task" [ 1052.081442] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.089327] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a22a87-4842-5ef4-435a-911efc63c13f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.114289] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ecefd0-3608-4501-bd29-67d66f682ec2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.137682] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.137965] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68df487d-de91-4a66-9ceb-1653d9321078 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.144846] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1052.144846] env[68205]: value = "task-2904976" [ 1052.144846] env[68205]: _type = "Task" [ 1052.144846] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.153763] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.235407] env[68205]: DEBUG nova.compute.manager [req-ed52eebb-79f3-42c0-8ad8-ed3a19cc7005 req-a521f91b-95fb-4bb1-881d-ec2bc0547f4c service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Received event network-vif-deleted-63f52924-fa22-427e-9890-cbac76f5da83 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.235633] env[68205]: INFO nova.compute.manager [req-ed52eebb-79f3-42c0-8ad8-ed3a19cc7005 req-a521f91b-95fb-4bb1-881d-ec2bc0547f4c service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Neutron deleted interface 63f52924-fa22-427e-9890-cbac76f5da83; detaching it from the instance and deleting it from the info cache [ 1052.235815] env[68205]: DEBUG nova.network.neutron [req-ed52eebb-79f3-42c0-8ad8-ed3a19cc7005 req-a521f91b-95fb-4bb1-881d-ec2bc0547f4c service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.305347] env[68205]: DEBUG nova.scheduler.client.report [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.342303] env[68205]: DEBUG nova.compute.manager [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.372640] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.372898] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.373068] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.373259] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.373436] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.373609] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.373787] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.374456] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.374653] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.374834] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.375118] env[68205]: DEBUG nova.virt.hardware [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.375983] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9330e78-75a9-4ed7-9ea3-2c7e1edbada3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.384495] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3415e06e-cb89-4a87-be19-d21f84654334 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.469434] env[68205]: DEBUG oslo_vmware.api [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904972, 'name': RemoveSnapshot_Task, 'duration_secs': 0.530716} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.469789] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1052.470039] env[68205]: INFO nova.compute.manager [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Took 17.80 seconds to snapshot the instance on the hypervisor. [ 1052.524238] env[68205]: DEBUG oslo_vmware.api [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904974, 'name': PowerOnVM_Task, 'duration_secs': 0.537051} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.524493] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.524691] env[68205]: INFO nova.compute.manager [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1052.524866] env[68205]: DEBUG nova.compute.manager [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.525644] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f23856c-936e-411f-b19c-236f7ae9ccf4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.594016] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a22a87-4842-5ef4-435a-911efc63c13f, 'name': SearchDatastore_Task, 'duration_secs': 0.029915} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.594016] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.594016] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.594016] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.594016] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.594016] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.594016] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e133b1-1804-40bc-93c2-f5c65b1001d8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.611954] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.612181] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.612959] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e3f2a6-a0a3-4005-813a-45741383e899 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.618695] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1052.618695] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528d71b5-c330-3f44-197d-fe9dac2ac954" [ 1052.618695] env[68205]: _type = "Task" [ 1052.618695] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.626042] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528d71b5-c330-3f44-197d-fe9dac2ac954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.653694] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.701395] env[68205]: DEBUG nova.compute.manager [req-aa4fab77-f399-4bc4-b770-67695782cd5c req-899def22-8297-45b4-b2d4-2c5f6db6e1fb service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Received event network-vif-plugged-6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.701700] env[68205]: DEBUG oslo_concurrency.lockutils [req-aa4fab77-f399-4bc4-b770-67695782cd5c req-899def22-8297-45b4-b2d4-2c5f6db6e1fb service nova] Acquiring lock "12695495-5ed4-4aa0-bd4e-3942f3769222-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.702027] env[68205]: DEBUG oslo_concurrency.lockutils [req-aa4fab77-f399-4bc4-b770-67695782cd5c req-899def22-8297-45b4-b2d4-2c5f6db6e1fb service nova] Lock "12695495-5ed4-4aa0-bd4e-3942f3769222-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.702168] env[68205]: DEBUG oslo_concurrency.lockutils [req-aa4fab77-f399-4bc4-b770-67695782cd5c req-899def22-8297-45b4-b2d4-2c5f6db6e1fb service nova] Lock "12695495-5ed4-4aa0-bd4e-3942f3769222-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.702343] env[68205]: DEBUG nova.compute.manager [req-aa4fab77-f399-4bc4-b770-67695782cd5c req-899def22-8297-45b4-b2d4-2c5f6db6e1fb service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] No waiting events found dispatching network-vif-plugged-6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.702511] env[68205]: WARNING nova.compute.manager [req-aa4fab77-f399-4bc4-b770-67695782cd5c req-899def22-8297-45b4-b2d4-2c5f6db6e1fb service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Received unexpected event network-vif-plugged-6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc for instance with vm_state building and task_state spawning. [ 1052.719205] env[68205]: DEBUG nova.network.neutron [-] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.738798] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32bbb37c-9a94-4789-8a89-d1383fcb35ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.749171] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fef1289-b52e-4f8d-93a1-e1c3b37a98ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.782374] env[68205]: DEBUG nova.compute.manager [req-ed52eebb-79f3-42c0-8ad8-ed3a19cc7005 req-a521f91b-95fb-4bb1-881d-ec2bc0547f4c service nova] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Detach interface failed, port_id=63f52924-fa22-427e-9890-cbac76f5da83, reason: Instance 733d11bf-17bb-4325-a6d8-ff5866f53ace could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.804379] env[68205]: DEBUG nova.network.neutron [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Successfully updated port: 6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.811165] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.811682] env[68205]: DEBUG nova.compute.manager [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.814152] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.007s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.816515] env[68205]: INFO nova.compute.claims [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.024802] env[68205]: DEBUG nova.compute.manager [None req-1a15f2d9-b8b9-4b63-a447-13c0d746012f tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Found 1 images (rotation: 2) {{(pid=68205) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1053.053948] env[68205]: INFO nova.compute.manager [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Took 24.83 seconds to build instance. [ 1053.129514] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528d71b5-c330-3f44-197d-fe9dac2ac954, 'name': SearchDatastore_Task, 'duration_secs': 0.042907} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.130683] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a859bde-7020-4eb5-86d8-ea49f2de20dc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.138304] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1053.138304] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5230c377-1d90-c13c-a46d-e802296622d6" [ 1053.138304] env[68205]: _type = "Task" [ 1053.138304] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.149051] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5230c377-1d90-c13c-a46d-e802296622d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.157094] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904976, 'name': PowerOffVM_Task, 'duration_secs': 0.668473} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.157094] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.158990] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Reconfiguring VM instance instance-00000044 to detach disk 2002 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1053.159273] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ae712c-1f91-4ec5-9be4-36b80e5b12f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.177841] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1053.177841] env[68205]: value = "task-2904978" [ 1053.177841] env[68205]: _type = "Task" [ 1053.177841] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.184984] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.222629] env[68205]: INFO nova.compute.manager [-] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Took 1.23 seconds to deallocate network for instance. [ 1053.307568] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "refresh_cache-12695495-5ed4-4aa0-bd4e-3942f3769222" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.311018] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired lock "refresh_cache-12695495-5ed4-4aa0-bd4e-3942f3769222" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.311018] env[68205]: DEBUG nova.network.neutron [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.320889] env[68205]: DEBUG nova.compute.utils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.324304] env[68205]: DEBUG nova.compute.manager [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.324469] env[68205]: DEBUG nova.network.neutron [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.366415] env[68205]: DEBUG nova.policy [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'debf1a6896b84c4e9d9392898f541352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85d06fe0f8674f70bccb07ffef7953df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.555835] env[68205]: DEBUG oslo_concurrency.lockutils [None req-617c912d-3787-4331-b7e7-999516066502 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "e3c8f47c-7a78-4822-8870-2db35baef739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.338s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.623768] env[68205]: DEBUG nova.network.neutron [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Successfully created port: e5dda161-f7e2-4f8d-bf1d-56b6368ee67e {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.649118] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5230c377-1d90-c13c-a46d-e802296622d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009031} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.649430] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.649656] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 904230a2-466e-4e48-b854-0d27c054c071/904230a2-466e-4e48-b854-0d27c054c071.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.649916] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4a5a9ba-52dc-45c4-82b4-cf42db7ba9f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.657473] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1053.657473] env[68205]: value = "task-2904979" [ 1053.657473] env[68205]: _type = "Task" [ 1053.657473] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.669021] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.686023] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904978, 'name': ReconfigVM_Task, 'duration_secs': 0.229809} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.686375] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Reconfigured VM instance instance-00000044 to detach disk 2002 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.686484] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.686778] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d568c74-8e49-4aee-b534-85e760f71207 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.693890] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1053.693890] env[68205]: value = "task-2904980" [ 1053.693890] env[68205]: _type = "Task" [ 1053.693890] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.702752] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.730760] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.828882] env[68205]: DEBUG nova.compute.manager [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.860086] env[68205]: DEBUG nova.network.neutron [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.879945] env[68205]: DEBUG nova.compute.manager [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.881562] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e905699a-24d8-497c-8d45-4142493cccb3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.086659] env[68205]: DEBUG nova.network.neutron [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Updating instance_info_cache with network_info: [{"id": "6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc", "address": "fa:16:3e:a0:b7:72", "network": {"id": "240243e6-360c-4449-8e14-c3c7ccc9fcc1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1417482829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d06fe0f8674f70bccb07ffef7953df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5a1d0f-22", "ovs_interfaceid": "6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.169973] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500651} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.170254] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 904230a2-466e-4e48-b854-0d27c054c071/904230a2-466e-4e48-b854-0d27c054c071.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.170506] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.170719] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd3283b7-15c9-4988-8c5f-3fcb3e4cd601 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.179080] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1054.179080] env[68205]: value = "task-2904981" [ 1054.179080] env[68205]: _type = "Task" [ 1054.179080] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.192465] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.207522] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904980, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.235249] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b492d0-00cb-4c6a-94cf-efc5a600576f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.244262] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422ff0fd-a30c-4a82-a77a-3446d5c03353 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.276153] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa0f02e-ad3e-4f2b-b359-8dcef2eb3244 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.284118] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579c5457-5c8d-4f79-9e9c-864f0ea04725 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.297439] env[68205]: DEBUG nova.compute.provider_tree [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.407230] env[68205]: INFO nova.compute.manager [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] instance snapshotting [ 1054.407820] env[68205]: DEBUG nova.objects.instance [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'flavor' on Instance uuid d0671ddd-2c1d-4804-bada-5580fe3a7292 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.535602] env[68205]: DEBUG nova.compute.manager [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.536159] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e3c7d-025d-4dd7-820c-623795e6f0aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.593509] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Releasing lock "refresh_cache-12695495-5ed4-4aa0-bd4e-3942f3769222" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.593667] env[68205]: DEBUG nova.compute.manager [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Instance network_info: |[{"id": "6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc", "address": "fa:16:3e:a0:b7:72", "network": {"id": "240243e6-360c-4449-8e14-c3c7ccc9fcc1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1417482829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d06fe0f8674f70bccb07ffef7953df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5a1d0f-22", "ovs_interfaceid": "6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.594054] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b7:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.601810] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Creating folder: Project (85d06fe0f8674f70bccb07ffef7953df). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.602156] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-873dc369-f606-4ce1-ad77-61416d7583a4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.615128] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Created folder: Project (85d06fe0f8674f70bccb07ffef7953df) in parent group-v583212. [ 1054.615128] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Creating folder: Instances. Parent ref: group-v583442. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.615128] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8eb8e00-cc77-4283-a086-7344dcfced69 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.626033] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Created folder: Instances in parent group-v583442. [ 1054.626367] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.626556] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.626768] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f627a05-bfc5-46b2-85ee-79ae9477fce6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.648308] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.648308] env[68205]: value = "task-2904984" [ 1054.648308] env[68205]: _type = "Task" [ 1054.648308] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.656793] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904984, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.694501] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064726} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.694935] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.696729] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191df25e-62a0-4c5c-b8f6-4a3a7be46ec9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.736441] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 904230a2-466e-4e48-b854-0d27c054c071/904230a2-466e-4e48-b854-0d27c054c071.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.744703] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c2bcb1-7406-44bf-9b14-85cc0dbe916f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.771640] env[68205]: DEBUG oslo_vmware.api [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2904980, 'name': PowerOnVM_Task, 'duration_secs': 0.6729} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.771640] env[68205]: DEBUG nova.compute.manager [req-9ebc3d2b-1c90-4653-a39f-6ffba2235d63 req-2915ab63-87c5-4ed5-ab3a-fe7c6d2eddda service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Received event network-changed-6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.771640] env[68205]: DEBUG nova.compute.manager [req-9ebc3d2b-1c90-4653-a39f-6ffba2235d63 req-2915ab63-87c5-4ed5-ab3a-fe7c6d2eddda service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Refreshing instance network info cache due to event network-changed-6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.771640] env[68205]: DEBUG oslo_concurrency.lockutils [req-9ebc3d2b-1c90-4653-a39f-6ffba2235d63 req-2915ab63-87c5-4ed5-ab3a-fe7c6d2eddda service nova] Acquiring lock "refresh_cache-12695495-5ed4-4aa0-bd4e-3942f3769222" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.771640] env[68205]: DEBUG oslo_concurrency.lockutils [req-9ebc3d2b-1c90-4653-a39f-6ffba2235d63 req-2915ab63-87c5-4ed5-ab3a-fe7c6d2eddda service nova] Acquired lock "refresh_cache-12695495-5ed4-4aa0-bd4e-3942f3769222" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.771640] env[68205]: DEBUG nova.network.neutron [req-9ebc3d2b-1c90-4653-a39f-6ffba2235d63 req-2915ab63-87c5-4ed5-ab3a-fe7c6d2eddda service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Refreshing network info cache for port 6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.772195] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.776027] env[68205]: DEBUG nova.compute.manager [None req-fdccc663-ff34-4b04-9433-a62a0e41075d tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.776027] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37190206-c74f-4ecf-b7e1-f45a2ea0f96d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.786318] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1054.786318] env[68205]: value = "task-2904985" [ 1054.786318] env[68205]: _type = "Task" [ 1054.786318] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.798118] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.800666] env[68205]: DEBUG nova.scheduler.client.report [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.845212] env[68205]: DEBUG nova.compute.manager [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.869907] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.870175] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.870354] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.870537] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.870722] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.870835] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.871079] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.871275] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.871410] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.871575] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.871745] env[68205]: DEBUG nova.virt.hardware [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.872659] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48243fb-5ac8-409a-a248-dea6b6a27079 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.881930] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b289bd-089d-42de-954e-2a68bc662c75 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.913716] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a01df-1a83-47c6-b48e-7745d1e8266a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.934792] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1a7247-d7f2-4141-a3ba-9a04dc6c7926 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.049045] env[68205]: INFO nova.compute.manager [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] instance snapshotting [ 1055.051415] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2feefc-1ef5-4d8e-969f-0da4a69d8a66 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.071248] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971589f4-5d65-4add-a867-1a20bf92010b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.160369] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904984, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.244298] env[68205]: DEBUG nova.network.neutron [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Successfully updated port: e5dda161-f7e2-4f8d-bf1d-56b6368ee67e {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.298969] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1055.298969] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583440', 'volume_id': '10fb2348-5a03-40eb-a7bc-69111da4d65f', 'name': 'volume-10fb2348-5a03-40eb-a7bc-69111da4d65f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99144280-d6c4-4f24-84bf-67d875299893', 'attached_at': '', 'detached_at': '', 'volume_id': '10fb2348-5a03-40eb-a7bc-69111da4d65f', 'serial': '10fb2348-5a03-40eb-a7bc-69111da4d65f'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1055.299348] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4f15e5-4102-408b-926a-42348b800bc4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.306247] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.306768] env[68205]: DEBUG nova.compute.manager [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.325866] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.716s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.326102] env[68205]: DEBUG nova.objects.instance [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lazy-loading 'resources' on Instance uuid f8dfc08a-e2be-434e-b4ae-0654cd22e8d1 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.327450] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.329251] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec3d112-e16c-40f6-80e5-1c940a2b920e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.357849] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-10fb2348-5a03-40eb-a7bc-69111da4d65f/volume-10fb2348-5a03-40eb-a7bc-69111da4d65f.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.358414] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d9d160-0322-4c4c-b3cc-c49c611ae5b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.381054] env[68205]: DEBUG oslo_vmware.api [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1055.381054] env[68205]: value = "task-2904986" [ 1055.381054] env[68205]: _type = "Task" [ 1055.381054] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.390781] env[68205]: DEBUG oslo_vmware.api [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.450297] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1055.450645] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72d801de-808f-4cea-bf0e-774d5ef06992 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.462822] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1055.462822] env[68205]: value = "task-2904987" [ 1055.462822] env[68205]: _type = "Task" [ 1055.462822] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.473818] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.527938] env[68205]: DEBUG nova.network.neutron [req-9ebc3d2b-1c90-4653-a39f-6ffba2235d63 req-2915ab63-87c5-4ed5-ab3a-fe7c6d2eddda service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Updated VIF entry in instance network info cache for port 6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.528464] env[68205]: DEBUG nova.network.neutron [req-9ebc3d2b-1c90-4653-a39f-6ffba2235d63 req-2915ab63-87c5-4ed5-ab3a-fe7c6d2eddda service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Updating instance_info_cache with network_info: [{"id": "6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc", "address": "fa:16:3e:a0:b7:72", "network": {"id": "240243e6-360c-4449-8e14-c3c7ccc9fcc1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1417482829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d06fe0f8674f70bccb07ffef7953df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5a1d0f-22", "ovs_interfaceid": "6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.585361] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1055.585717] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1daab629-fc74-46b4-bf58-5e5db1556e01 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.595682] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1055.595682] env[68205]: value = "task-2904988" [ 1055.595682] env[68205]: _type = "Task" [ 1055.595682] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.605933] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904988, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.660473] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904984, 'name': CreateVM_Task, 'duration_secs': 0.584976} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.660673] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.661353] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.661518] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.661945] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.662249] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3907f001-2bca-446a-852d-9d876d34cb28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.668349] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1055.668349] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5268e68e-aee3-4588-191d-fbb9e6c0f2af" [ 1055.668349] env[68205]: _type = "Task" [ 1055.668349] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.678630] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5268e68e-aee3-4588-191d-fbb9e6c0f2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.747659] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "refresh_cache-b9219555-6048-4ea6-978b-127cd8f1f611" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.747830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired lock "refresh_cache-b9219555-6048-4ea6-978b-127cd8f1f611" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.748097] env[68205]: DEBUG nova.network.neutron [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.801711] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904985, 'name': ReconfigVM_Task, 'duration_secs': 0.751344} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.802039] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 904230a2-466e-4e48-b854-0d27c054c071/904230a2-466e-4e48-b854-0d27c054c071.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.802951] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d80b28d-6edb-4b44-afeb-bf8df42753d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.810300] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1055.810300] env[68205]: value = "task-2904989" [ 1055.810300] env[68205]: _type = "Task" [ 1055.810300] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.821586] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904989, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.832605] env[68205]: DEBUG nova.compute.utils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.834156] env[68205]: DEBUG nova.compute.manager [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.834350] env[68205]: DEBUG nova.network.neutron [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.895589] env[68205]: DEBUG oslo_vmware.api [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904986, 'name': ReconfigVM_Task, 'duration_secs': 0.375506} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.896017] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-10fb2348-5a03-40eb-a7bc-69111da4d65f/volume-10fb2348-5a03-40eb-a7bc-69111da4d65f.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.902971] env[68205]: DEBUG nova.policy [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'debf1a6896b84c4e9d9392898f541352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85d06fe0f8674f70bccb07ffef7953df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.904352] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11bb1788-263f-435b-b75a-f53cd85a123b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.927033] env[68205]: DEBUG oslo_vmware.api [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1055.927033] env[68205]: value = "task-2904990" [ 1055.927033] env[68205]: _type = "Task" [ 1055.927033] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.943274] env[68205]: DEBUG oslo_vmware.api [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.974571] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.031904] env[68205]: DEBUG oslo_concurrency.lockutils [req-9ebc3d2b-1c90-4653-a39f-6ffba2235d63 req-2915ab63-87c5-4ed5-ab3a-fe7c6d2eddda service nova] Releasing lock "refresh_cache-12695495-5ed4-4aa0-bd4e-3942f3769222" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.109656] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904988, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.182459] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5268e68e-aee3-4588-191d-fbb9e6c0f2af, 'name': SearchDatastore_Task, 'duration_secs': 0.012976} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.182765] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.182894] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.183212] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.183353] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.183537] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.183813] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c184905d-0f0f-416c-b5b8-7130dacf4fcb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.203068] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.203320] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.204117] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afb697b-47a8-4395-b8b8-81f312616dbc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.211292] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1056.211292] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d2439-3db3-491e-d640-a2cc759a1150" [ 1056.211292] env[68205]: _type = "Task" [ 1056.211292] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.224446] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d2439-3db3-491e-d640-a2cc759a1150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.245969] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9d3f0c-2590-49c8-9e2d-2847f7ca244b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.256053] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf721599-b8f4-4554-9c3c-d8e6fe53e9b8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.292030] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca5a75a-450c-4f7e-b03c-10bf430ee234 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.300820] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba6b75-7bde-42ab-b7eb-742bf91d1e08 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.317855] env[68205]: DEBUG nova.compute.provider_tree [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.320616] env[68205]: DEBUG nova.network.neutron [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.334202] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904989, 'name': Rename_Task, 'duration_secs': 0.191658} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.335417] env[68205]: DEBUG nova.network.neutron [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Successfully created port: 09004616-48bc-4a83-9700-4ac63fec61c7 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.338457] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.338967] env[68205]: DEBUG nova.compute.manager [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.342493] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dfe146e-f90f-4f7a-aa43-3a98f1dc3a7e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.353096] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1056.353096] env[68205]: value = "task-2904991" [ 1056.353096] env[68205]: _type = "Task" [ 1056.353096] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.364568] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.439328] env[68205]: DEBUG oslo_vmware.api [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904990, 'name': ReconfigVM_Task, 'duration_secs': 0.189364} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.439833] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583440', 'volume_id': '10fb2348-5a03-40eb-a7bc-69111da4d65f', 'name': 'volume-10fb2348-5a03-40eb-a7bc-69111da4d65f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99144280-d6c4-4f24-84bf-67d875299893', 'attached_at': '', 'detached_at': '', 'volume_id': '10fb2348-5a03-40eb-a7bc-69111da4d65f', 'serial': '10fb2348-5a03-40eb-a7bc-69111da4d65f'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1056.477606] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904987, 'name': CreateSnapshot_Task, 'duration_secs': 0.586271} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.478244] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1056.479278] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a78b32f-0ae7-4c06-b07e-129e164582a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.604312] env[68205]: DEBUG nova.network.neutron [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Updating instance_info_cache with network_info: [{"id": "e5dda161-f7e2-4f8d-bf1d-56b6368ee67e", "address": "fa:16:3e:a6:d9:f5", "network": {"id": "240243e6-360c-4449-8e14-c3c7ccc9fcc1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1417482829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d06fe0f8674f70bccb07ffef7953df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5dda161-f7", "ovs_interfaceid": "e5dda161-f7e2-4f8d-bf1d-56b6368ee67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.616623] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904988, 'name': CreateSnapshot_Task, 'duration_secs': 0.948092} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.617290] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1056.619496] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8d3331-2ab4-4e1e-ac39-75fde3ddf5f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.726544] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d2439-3db3-491e-d640-a2cc759a1150, 'name': SearchDatastore_Task, 'duration_secs': 0.028539} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.727494] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d122f45-59ce-4b50-9023-01a35630e844 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.733939] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1056.733939] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52239344-6f39-b39e-4844-3567d3d32782" [ 1056.733939] env[68205]: _type = "Task" [ 1056.733939] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.745567] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52239344-6f39-b39e-4844-3567d3d32782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.794843] env[68205]: DEBUG nova.compute.manager [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Received event network-vif-plugged-e5dda161-f7e2-4f8d-bf1d-56b6368ee67e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.795089] env[68205]: DEBUG oslo_concurrency.lockutils [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] Acquiring lock "b9219555-6048-4ea6-978b-127cd8f1f611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.795328] env[68205]: DEBUG oslo_concurrency.lockutils [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] Lock "b9219555-6048-4ea6-978b-127cd8f1f611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.795503] env[68205]: DEBUG oslo_concurrency.lockutils [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] Lock "b9219555-6048-4ea6-978b-127cd8f1f611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.795683] env[68205]: DEBUG nova.compute.manager [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] No waiting events found dispatching network-vif-plugged-e5dda161-f7e2-4f8d-bf1d-56b6368ee67e {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.795927] env[68205]: WARNING nova.compute.manager [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Received unexpected event network-vif-plugged-e5dda161-f7e2-4f8d-bf1d-56b6368ee67e for instance with vm_state building and task_state spawning. [ 1056.796119] env[68205]: DEBUG nova.compute.manager [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Received event network-changed-e5dda161-f7e2-4f8d-bf1d-56b6368ee67e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.796460] env[68205]: DEBUG nova.compute.manager [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Refreshing instance network info cache due to event network-changed-e5dda161-f7e2-4f8d-bf1d-56b6368ee67e. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.796587] env[68205]: DEBUG oslo_concurrency.lockutils [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] Acquiring lock "refresh_cache-b9219555-6048-4ea6-978b-127cd8f1f611" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.829029] env[68205]: DEBUG nova.scheduler.client.report [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.877273] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904991, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.886777] env[68205]: DEBUG nova.compute.manager [req-b1b0a609-6b60-420e-b1f6-86755335f244 req-3967f94b-7cfd-4ed5-a12c-efdebccd3a31 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Received event network-changed-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.887137] env[68205]: DEBUG nova.compute.manager [req-b1b0a609-6b60-420e-b1f6-86755335f244 req-3967f94b-7cfd-4ed5-a12c-efdebccd3a31 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Refreshing instance network info cache due to event network-changed-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.887499] env[68205]: DEBUG oslo_concurrency.lockutils [req-b1b0a609-6b60-420e-b1f6-86755335f244 req-3967f94b-7cfd-4ed5-a12c-efdebccd3a31 service nova] Acquiring lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.887752] env[68205]: DEBUG oslo_concurrency.lockutils [req-b1b0a609-6b60-420e-b1f6-86755335f244 req-3967f94b-7cfd-4ed5-a12c-efdebccd3a31 service nova] Acquired lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.888076] env[68205]: DEBUG nova.network.neutron [req-b1b0a609-6b60-420e-b1f6-86755335f244 req-3967f94b-7cfd-4ed5-a12c-efdebccd3a31 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Refreshing network info cache for port c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.002775] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1057.004014] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-876d8f51-71fd-4af2-bb83-67f9b17c1bef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.015969] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1057.015969] env[68205]: value = "task-2904992" [ 1057.015969] env[68205]: _type = "Task" [ 1057.015969] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.027415] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904992, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.113026] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Releasing lock "refresh_cache-b9219555-6048-4ea6-978b-127cd8f1f611" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.113026] env[68205]: DEBUG nova.compute.manager [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Instance network_info: |[{"id": "e5dda161-f7e2-4f8d-bf1d-56b6368ee67e", "address": "fa:16:3e:a6:d9:f5", "network": {"id": "240243e6-360c-4449-8e14-c3c7ccc9fcc1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1417482829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d06fe0f8674f70bccb07ffef7953df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5dda161-f7", "ovs_interfaceid": "e5dda161-f7e2-4f8d-bf1d-56b6368ee67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.113026] env[68205]: DEBUG oslo_concurrency.lockutils [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] Acquired lock "refresh_cache-b9219555-6048-4ea6-978b-127cd8f1f611" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.113026] env[68205]: DEBUG nova.network.neutron [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Refreshing network info cache for port e5dda161-f7e2-4f8d-bf1d-56b6368ee67e {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.113026] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d9:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5dda161-f7e2-4f8d-bf1d-56b6368ee67e', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.122260] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.123344] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.123587] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d1fc533-1875-4adf-9608-ceb00f0c8660 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.147194] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1057.147876] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d567a1a0-5b17-42cd-bf98-b078c2395e74 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.158317] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1057.158317] env[68205]: value = "task-2904994" [ 1057.158317] env[68205]: _type = "Task" [ 1057.158317] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.159793] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.159793] env[68205]: value = "task-2904993" [ 1057.159793] env[68205]: _type = "Task" [ 1057.159793] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.172375] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904993, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.176664] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904994, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.246242] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52239344-6f39-b39e-4844-3567d3d32782, 'name': SearchDatastore_Task, 'duration_secs': 0.016093} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.246629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.246759] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 12695495-5ed4-4aa0-bd4e-3942f3769222/12695495-5ed4-4aa0-bd4e-3942f3769222.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.247049] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7063ffb6-9e2f-4dbd-934b-fd361ca0f77d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.255610] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1057.255610] env[68205]: value = "task-2904995" [ 1057.255610] env[68205]: _type = "Task" [ 1057.255610] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.265324] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2904995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.335726] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.338480] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.352s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.338840] env[68205]: DEBUG nova.objects.instance [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lazy-loading 'resources' on Instance uuid 578aa91d-3a75-429a-8116-d8ce7bc53175 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.355357] env[68205]: DEBUG nova.compute.manager [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.365359] env[68205]: INFO nova.scheduler.client.report [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Deleted allocations for instance f8dfc08a-e2be-434e-b4ae-0654cd22e8d1 [ 1057.377036] env[68205]: DEBUG oslo_vmware.api [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2904991, 'name': PowerOnVM_Task, 'duration_secs': 0.696389} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.377795] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.378101] env[68205]: DEBUG nova.compute.manager [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.379425] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edf16cc-09d2-4548-8fe2-951cdf0a2924 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.405641] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.405851] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.406169] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.406498] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.406802] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.407047] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.407421] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.407731] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.408085] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.408457] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.408783] env[68205]: DEBUG nova.virt.hardware [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.410825] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a721639d-28d6-403d-88e5-e8a0d7e0e997 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.422486] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1094165a-bb14-476f-901c-c6cda3d3c60c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.493872] env[68205]: DEBUG nova.objects.instance [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'flavor' on Instance uuid 99144280-d6c4-4f24-84bf-67d875299893 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.526754] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904992, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.678536] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904994, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.684699] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904993, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.705541] env[68205]: DEBUG nova.network.neutron [req-b1b0a609-6b60-420e-b1f6-86755335f244 req-3967f94b-7cfd-4ed5-a12c-efdebccd3a31 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updated VIF entry in instance network info cache for port c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.706126] env[68205]: DEBUG nova.network.neutron [req-b1b0a609-6b60-420e-b1f6-86755335f244 req-3967f94b-7cfd-4ed5-a12c-efdebccd3a31 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updating instance_info_cache with network_info: [{"id": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "address": "fa:16:3e:73:9b:0c", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75cd42b-6e", "ovs_interfaceid": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.768281] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2904995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.880848] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f98a23eb-83ef-4d81-a85c-4a1f9865124c tempest-ImagesOneServerTestJSON-1076895016 tempest-ImagesOneServerTestJSON-1076895016-project-member] Lock "f8dfc08a-e2be-434e-b4ae-0654cd22e8d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.891s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.923748] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.000698] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4b991e97-5944-4fb2-8a1f-ca10fd76e484 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.324s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.027881] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904992, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.086804] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "99144280-d6c4-4f24-84bf-67d875299893" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.087048] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.087227] env[68205]: DEBUG nova.compute.manager [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.088500] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd51a24-ef75-43dd-9ae2-c8dd46a617f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.102324] env[68205]: DEBUG nova.compute.manager [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1058.102924] env[68205]: DEBUG nova.objects.instance [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'flavor' on Instance uuid 99144280-d6c4-4f24-84bf-67d875299893 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.106463] env[68205]: DEBUG nova.network.neutron [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Updated VIF entry in instance network info cache for port e5dda161-f7e2-4f8d-bf1d-56b6368ee67e. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.106814] env[68205]: DEBUG nova.network.neutron [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Updating instance_info_cache with network_info: [{"id": "e5dda161-f7e2-4f8d-bf1d-56b6368ee67e", "address": "fa:16:3e:a6:d9:f5", "network": {"id": "240243e6-360c-4449-8e14-c3c7ccc9fcc1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1417482829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d06fe0f8674f70bccb07ffef7953df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5dda161-f7", "ovs_interfaceid": "e5dda161-f7e2-4f8d-bf1d-56b6368ee67e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.158383] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "904230a2-466e-4e48-b854-0d27c054c071" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.158383] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "904230a2-466e-4e48-b854-0d27c054c071" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.158383] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "904230a2-466e-4e48-b854-0d27c054c071-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.158383] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "904230a2-466e-4e48-b854-0d27c054c071-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.158383] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "904230a2-466e-4e48-b854-0d27c054c071-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.162928] env[68205]: INFO nova.compute.manager [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Terminating instance [ 1058.178927] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904994, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.183127] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2904993, 'name': CreateVM_Task, 'duration_secs': 0.671598} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.183523] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.184311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.184592] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.185046] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.186073] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f9a040-e701-4676-89e3-f0ced88aabb0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.193383] env[68205]: DEBUG nova.network.neutron [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Successfully updated port: 09004616-48bc-4a83-9700-4ac63fec61c7 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.197304] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1058.197304] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d57377-ad7b-33b7-d119-c0fed808fdd6" [ 1058.197304] env[68205]: _type = "Task" [ 1058.197304] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.207241] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d57377-ad7b-33b7-d119-c0fed808fdd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.209486] env[68205]: DEBUG oslo_concurrency.lockutils [req-b1b0a609-6b60-420e-b1f6-86755335f244 req-3967f94b-7cfd-4ed5-a12c-efdebccd3a31 service nova] Releasing lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.238282] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d86ec1-6676-4515-8501-97449e16ae10 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.246627] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef68eca-0575-494a-8438-55ea7f26fbf0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.282844] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f7cb47-f9b1-4b19-9dbb-882fdadc093c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.294538] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00da52bf-5f34-473c-ae88-4fc096402c18 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.298467] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2904995, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.308887] env[68205]: DEBUG nova.compute.provider_tree [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.530065] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2904992, 'name': CloneVM_Task, 'duration_secs': 1.345999} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.530463] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Created linked-clone VM from snapshot [ 1058.531365] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d006c9a-d7c2-4c3c-8abf-cd092d2267b8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.551621] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Uploading image 8c344780-f08a-4ba4-8c6d-b27f9cd29f53 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1058.581450] env[68205]: DEBUG oslo_vmware.rw_handles [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1058.581450] env[68205]: value = "vm-583447" [ 1058.581450] env[68205]: _type = "VirtualMachine" [ 1058.581450] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1058.581757] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dda9854f-7303-4e40-80fd-0ef647ba1512 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.591263] env[68205]: DEBUG oslo_vmware.rw_handles [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lease: (returnval){ [ 1058.591263] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5297cb67-bb50-bdca-ee63-7fac10187e84" [ 1058.591263] env[68205]: _type = "HttpNfcLease" [ 1058.591263] env[68205]: } obtained for exporting VM: (result){ [ 1058.591263] env[68205]: value = "vm-583447" [ 1058.591263] env[68205]: _type = "VirtualMachine" [ 1058.591263] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1058.591528] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the lease: (returnval){ [ 1058.591528] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5297cb67-bb50-bdca-ee63-7fac10187e84" [ 1058.591528] env[68205]: _type = "HttpNfcLease" [ 1058.591528] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1058.599416] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.599416] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5297cb67-bb50-bdca-ee63-7fac10187e84" [ 1058.599416] env[68205]: _type = "HttpNfcLease" [ 1058.599416] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1058.610190] env[68205]: DEBUG oslo_concurrency.lockutils [req-a57d81ed-a3d4-489d-a29f-ae5c9c4572db req-cc5c5b4f-b9ff-4d7d-9a70-8e9eeefaf583 service nova] Releasing lock "refresh_cache-b9219555-6048-4ea6-978b-127cd8f1f611" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.676612] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "refresh_cache-904230a2-466e-4e48-b854-0d27c054c071" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.676775] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquired lock "refresh_cache-904230a2-466e-4e48-b854-0d27c054c071" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.676943] env[68205]: DEBUG nova.network.neutron [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.678114] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904994, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.700655] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "refresh_cache-35045269-72ab-409c-8a00-717f3f03679a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.700655] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired lock "refresh_cache-35045269-72ab-409c-8a00-717f3f03679a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.700655] env[68205]: DEBUG nova.network.neutron [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.710284] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d57377-ad7b-33b7-d119-c0fed808fdd6, 'name': SearchDatastore_Task, 'duration_secs': 0.019083} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.711100] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.711336] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.711564] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.711703] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.711927] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.712342] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7c376be-4edb-432b-bbdb-1d4bc018a850 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.723278] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.723278] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.723988] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636ba179-142c-4225-b581-e454fbcb581f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.729383] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1058.729383] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e402ca-8ee0-cbf2-48cc-576894bc4071" [ 1058.729383] env[68205]: _type = "Task" [ 1058.729383] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.737125] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e402ca-8ee0-cbf2-48cc-576894bc4071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.788184] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2904995, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.812696] env[68205]: DEBUG nova.scheduler.client.report [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.831260] env[68205]: DEBUG nova.compute.manager [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Received event network-vif-plugged-09004616-48bc-4a83-9700-4ac63fec61c7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.831492] env[68205]: DEBUG oslo_concurrency.lockutils [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] Acquiring lock "35045269-72ab-409c-8a00-717f3f03679a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.831697] env[68205]: DEBUG oslo_concurrency.lockutils [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] Lock "35045269-72ab-409c-8a00-717f3f03679a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.831856] env[68205]: DEBUG oslo_concurrency.lockutils [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] Lock "35045269-72ab-409c-8a00-717f3f03679a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.832024] env[68205]: DEBUG nova.compute.manager [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] No waiting events found dispatching network-vif-plugged-09004616-48bc-4a83-9700-4ac63fec61c7 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.832187] env[68205]: WARNING nova.compute.manager [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Received unexpected event network-vif-plugged-09004616-48bc-4a83-9700-4ac63fec61c7 for instance with vm_state building and task_state spawning. [ 1058.832378] env[68205]: DEBUG nova.compute.manager [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Received event network-changed-09004616-48bc-4a83-9700-4ac63fec61c7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.832539] env[68205]: DEBUG nova.compute.manager [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Refreshing instance network info cache due to event network-changed-09004616-48bc-4a83-9700-4ac63fec61c7. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.832695] env[68205]: DEBUG oslo_concurrency.lockutils [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] Acquiring lock "refresh_cache-35045269-72ab-409c-8a00-717f3f03679a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.956205] env[68205]: DEBUG nova.compute.manager [req-739d045f-98fa-41ea-862c-223e314d364a req-414ea0bd-e50b-4b46-b11b-3846cb693c2b service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Received event network-changed-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.956572] env[68205]: DEBUG nova.compute.manager [req-739d045f-98fa-41ea-862c-223e314d364a req-414ea0bd-e50b-4b46-b11b-3846cb693c2b service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Refreshing instance network info cache due to event network-changed-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.956989] env[68205]: DEBUG oslo_concurrency.lockutils [req-739d045f-98fa-41ea-862c-223e314d364a req-414ea0bd-e50b-4b46-b11b-3846cb693c2b service nova] Acquiring lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.957355] env[68205]: DEBUG oslo_concurrency.lockutils [req-739d045f-98fa-41ea-862c-223e314d364a req-414ea0bd-e50b-4b46-b11b-3846cb693c2b service nova] Acquired lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.957515] env[68205]: DEBUG nova.network.neutron [req-739d045f-98fa-41ea-862c-223e314d364a req-414ea0bd-e50b-4b46-b11b-3846cb693c2b service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Refreshing network info cache for port c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.100423] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.100423] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5297cb67-bb50-bdca-ee63-7fac10187e84" [ 1059.100423] env[68205]: _type = "HttpNfcLease" [ 1059.100423] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1059.101291] env[68205]: DEBUG oslo_vmware.rw_handles [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1059.101291] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5297cb67-bb50-bdca-ee63-7fac10187e84" [ 1059.101291] env[68205]: _type = "HttpNfcLease" [ 1059.101291] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1059.101895] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6921f72-fafe-4955-9656-b97fdbec94a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.110045] env[68205]: DEBUG oslo_vmware.rw_handles [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52804683-0131-32e4-8c5a-8222ea6899f1/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1059.110222] env[68205]: DEBUG oslo_vmware.rw_handles [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52804683-0131-32e4-8c5a-8222ea6899f1/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1059.113098] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.173069] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10f45b7d-516f-486f-abb7-ba3718582d91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.186472] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904994, 'name': CloneVM_Task} progress is 95%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.188149] env[68205]: DEBUG oslo_vmware.api [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1059.188149] env[68205]: value = "task-2904997" [ 1059.188149] env[68205]: _type = "Task" [ 1059.188149] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.197418] env[68205]: DEBUG oslo_vmware.api [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.223325] env[68205]: DEBUG nova.network.neutron [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.225204] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6816ce74-6550-4dbf-830f-30adaeb1ddd4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.241570] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e402ca-8ee0-cbf2-48cc-576894bc4071, 'name': SearchDatastore_Task, 'duration_secs': 0.056375} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.242438] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220c889c-57b8-4b82-988d-ecf69be56a08 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.248922] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1059.248922] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52893841-fbfd-4c3f-ab10-99c2f7843693" [ 1059.248922] env[68205]: _type = "Task" [ 1059.248922] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.259890] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52893841-fbfd-4c3f-ab10-99c2f7843693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.288381] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2904995, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.611673} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.288616] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 12695495-5ed4-4aa0-bd4e-3942f3769222/12695495-5ed4-4aa0-bd4e-3942f3769222.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.288826] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.289089] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-907bc061-8385-4f5c-9a86-94cea7844f0f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.297399] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1059.297399] env[68205]: value = "task-2904998" [ 1059.297399] env[68205]: _type = "Task" [ 1059.297399] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.308700] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2904998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.319771] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.322567] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.199s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.354842] env[68205]: INFO nova.scheduler.client.report [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Deleted allocations for instance 578aa91d-3a75-429a-8116-d8ce7bc53175 [ 1059.562098] env[68205]: DEBUG nova.network.neutron [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.681839] env[68205]: DEBUG nova.network.neutron [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.691370] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904994, 'name': CloneVM_Task, 'duration_secs': 2.1837} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.695530] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Created linked-clone VM from snapshot [ 1059.697692] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b9963-f2cc-4b0c-9012-e2a6404088a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.714242] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Uploading image 011259d5-c7e2-4d5f-b359-5cb6dcacedf0 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1059.716499] env[68205]: DEBUG oslo_vmware.api [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2904997, 'name': PowerOffVM_Task, 'duration_secs': 0.221537} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.720362] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.720669] env[68205]: DEBUG nova.compute.manager [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.721749] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9474089-6182-44f8-9428-7d30bd28cf37 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.734607] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1059.734947] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58636701-4eb0-425d-9622-f533ed3ee0c4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.745648] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1059.745648] env[68205]: value = "task-2904999" [ 1059.745648] env[68205]: _type = "Task" [ 1059.745648] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.754770] env[68205]: DEBUG nova.network.neutron [req-739d045f-98fa-41ea-862c-223e314d364a req-414ea0bd-e50b-4b46-b11b-3846cb693c2b service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updated VIF entry in instance network info cache for port c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.757865] env[68205]: DEBUG nova.network.neutron [req-739d045f-98fa-41ea-862c-223e314d364a req-414ea0bd-e50b-4b46-b11b-3846cb693c2b service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updating instance_info_cache with network_info: [{"id": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "address": "fa:16:3e:73:9b:0c", "network": {"id": "3f366a2e-b8d9-45fa-ae34-9db47802304c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1303685571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92518cf0715b4c55a7fe12e8ce0fba1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75cd42b-6e", "ovs_interfaceid": "c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.763617] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904999, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.770232] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52893841-fbfd-4c3f-ab10-99c2f7843693, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.770974] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.771484] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] b9219555-6048-4ea6-978b-127cd8f1f611/b9219555-6048-4ea6-978b-127cd8f1f611.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.771991] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-162886bf-8a39-4cb6-b969-a3926ecc0473 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.783143] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1059.783143] env[68205]: value = "task-2905000" [ 1059.783143] env[68205]: _type = "Task" [ 1059.783143] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.799665] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.810334] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2904998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075116} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.810950] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.812369] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdf82d0-f21b-46f6-af68-b8f4a14101d1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.841815] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 12695495-5ed4-4aa0-bd4e-3942f3769222/12695495-5ed4-4aa0-bd4e-3942f3769222.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.844333] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-573e3562-9603-4786-bce7-0b06002b1ce9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.860487] env[68205]: DEBUG nova.network.neutron [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Updating instance_info_cache with network_info: [{"id": "09004616-48bc-4a83-9700-4ac63fec61c7", "address": "fa:16:3e:3d:c1:62", "network": {"id": "240243e6-360c-4449-8e14-c3c7ccc9fcc1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1417482829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d06fe0f8674f70bccb07ffef7953df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09004616-48", "ovs_interfaceid": "09004616-48bc-4a83-9700-4ac63fec61c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.864389] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cc515cab-0db9-411d-b600-294d64950613 tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "578aa91d-3a75-429a-8116-d8ce7bc53175" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.739s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.877292] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1059.877292] env[68205]: value = "task-2905001" [ 1059.877292] env[68205]: _type = "Task" [ 1059.877292] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.889129] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.185719] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Releasing lock "refresh_cache-904230a2-466e-4e48-b854-0d27c054c071" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.186247] env[68205]: DEBUG nova.compute.manager [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.186406] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.187556] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc0188c-06bc-4687-ad38-136b68fa28b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.201145] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.201281] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11d6d7fd-4f64-4ff3-a52b-a259484487be {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.213778] env[68205]: DEBUG oslo_vmware.api [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1060.213778] env[68205]: value = "task-2905002" [ 1060.213778] env[68205]: _type = "Task" [ 1060.213778] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.223864] env[68205]: DEBUG oslo_vmware.api [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2905002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.237326] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c2db8d28-c9cd-4d82-9f5f-f971b6bf1a44 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.150s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.254533] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdd886f-9958-4e0f-8b8f-c4ef22177369 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.266260] env[68205]: DEBUG oslo_concurrency.lockutils [req-739d045f-98fa-41ea-862c-223e314d364a req-414ea0bd-e50b-4b46-b11b-3846cb693c2b service nova] Releasing lock "refresh_cache-abd64f68-27d9-4c33-8265-def255cf5de7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.266870] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904999, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.270594] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12350435-d0bc-4aad-b612-ae0ee89a1e3c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.316435] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e26f28c-0568-4b10-a494-4579f15afd57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.333033] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905000, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.334637] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe5d894-7824-4cb3-a306-83f680342c25 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.353096] env[68205]: DEBUG nova.compute.provider_tree [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.365963] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Releasing lock "refresh_cache-35045269-72ab-409c-8a00-717f3f03679a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.367046] env[68205]: DEBUG nova.compute.manager [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Instance network_info: |[{"id": "09004616-48bc-4a83-9700-4ac63fec61c7", "address": "fa:16:3e:3d:c1:62", "network": {"id": "240243e6-360c-4449-8e14-c3c7ccc9fcc1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1417482829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d06fe0f8674f70bccb07ffef7953df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09004616-48", "ovs_interfaceid": "09004616-48bc-4a83-9700-4ac63fec61c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.373102] env[68205]: DEBUG oslo_concurrency.lockutils [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] Acquired lock "refresh_cache-35045269-72ab-409c-8a00-717f3f03679a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.373102] env[68205]: DEBUG nova.network.neutron [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Refreshing network info cache for port 09004616-48bc-4a83-9700-4ac63fec61c7 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.374465] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:c1:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09004616-48bc-4a83-9700-4ac63fec61c7', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.393200] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.395816] env[68205]: DEBUG nova.objects.instance [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'flavor' on Instance uuid 99144280-d6c4-4f24-84bf-67d875299893 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.400646] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.404726] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f56b4ca-a6f5-42ac-9172-79040e2600e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.429744] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905001, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.431505] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.431505] env[68205]: value = "task-2905003" [ 1060.431505] env[68205]: _type = "Task" [ 1060.431505] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.443952] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905003, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.585179] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "75616c8b-280f-41ea-90dd-debeb287d421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.586265] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "75616c8b-280f-41ea-90dd-debeb287d421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.586265] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "75616c8b-280f-41ea-90dd-debeb287d421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.586265] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "75616c8b-280f-41ea-90dd-debeb287d421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.586265] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "75616c8b-280f-41ea-90dd-debeb287d421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.588746] env[68205]: INFO nova.compute.manager [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Terminating instance [ 1060.667615] env[68205]: DEBUG nova.network.neutron [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Updated VIF entry in instance network info cache for port 09004616-48bc-4a83-9700-4ac63fec61c7. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.668046] env[68205]: DEBUG nova.network.neutron [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Updating instance_info_cache with network_info: [{"id": "09004616-48bc-4a83-9700-4ac63fec61c7", "address": "fa:16:3e:3d:c1:62", "network": {"id": "240243e6-360c-4449-8e14-c3c7ccc9fcc1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1417482829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d06fe0f8674f70bccb07ffef7953df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09004616-48", "ovs_interfaceid": "09004616-48bc-4a83-9700-4ac63fec61c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.724153] env[68205]: DEBUG oslo_vmware.api [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2905002, 'name': PowerOffVM_Task, 'duration_secs': 0.280165} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.724791] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.725481] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.725481] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0311657d-63a6-498a-8d72-7f2c58d863cc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.754747] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.754999] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.755327] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Deleting the datastore file [datastore1] 904230a2-466e-4e48-b854-0d27c054c071 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.758755] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ed1c872-bcc0-4345-baac-e6451d2e7bdd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.760920] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2904999, 'name': Destroy_Task, 'duration_secs': 0.589923} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.761177] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Destroyed the VM [ 1060.761494] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1060.762248] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-45a6bd0c-9dd3-46ac-b177-1d973da66fc7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.767609] env[68205]: DEBUG oslo_vmware.api [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for the task: (returnval){ [ 1060.767609] env[68205]: value = "task-2905005" [ 1060.767609] env[68205]: _type = "Task" [ 1060.767609] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.773293] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1060.773293] env[68205]: value = "task-2905006" [ 1060.773293] env[68205]: _type = "Task" [ 1060.773293] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.776457] env[68205]: DEBUG oslo_vmware.api [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2905005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.789151] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2905006, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.823018] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580902} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.823383] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] b9219555-6048-4ea6-978b-127cd8f1f611/b9219555-6048-4ea6-978b-127cd8f1f611.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.823639] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.823929] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e24eb9a-58b7-4a68-8525-2f1abfc605c8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.833353] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1060.833353] env[68205]: value = "task-2905007" [ 1060.833353] env[68205]: _type = "Task" [ 1060.833353] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.844408] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.857209] env[68205]: DEBUG nova.scheduler.client.report [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.908438] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.908664] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquired lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.908829] env[68205]: DEBUG nova.network.neutron [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.909133] env[68205]: DEBUG nova.objects.instance [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'info_cache' on Instance uuid 99144280-d6c4-4f24-84bf-67d875299893 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.925177] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905001, 'name': ReconfigVM_Task, 'duration_secs': 0.610058} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.925531] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 12695495-5ed4-4aa0-bd4e-3942f3769222/12695495-5ed4-4aa0-bd4e-3942f3769222.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.926229] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b977e877-81db-456c-90e3-7c22b11a9168 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.943377] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1060.943377] env[68205]: value = "task-2905008" [ 1060.943377] env[68205]: _type = "Task" [ 1060.943377] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.948254] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905003, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.960435] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905008, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.093503] env[68205]: DEBUG nova.compute.manager [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.093778] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.094736] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57870c88-6949-47aa-8485-f77ee70446ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.105088] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.105422] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31b3c1ed-6b6b-4196-9933-5594125975a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.114020] env[68205]: DEBUG oslo_vmware.api [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1061.114020] env[68205]: value = "task-2905009" [ 1061.114020] env[68205]: _type = "Task" [ 1061.114020] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.125144] env[68205]: DEBUG oslo_vmware.api [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2905009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.171124] env[68205]: DEBUG oslo_concurrency.lockutils [req-115940fe-53d3-4452-b0b8-132a30544eda req-d3e2aa46-1f86-4f59-b392-e5b5989235fc service nova] Releasing lock "refresh_cache-35045269-72ab-409c-8a00-717f3f03679a" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.278887] env[68205]: DEBUG oslo_vmware.api [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Task: {'id': task-2905005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152822} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.282489] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.282792] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.283009] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.283203] env[68205]: INFO nova.compute.manager [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1061.283444] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.283709] env[68205]: DEBUG nova.compute.manager [-] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.283816] env[68205]: DEBUG nova.network.neutron [-] [instance: 904230a2-466e-4e48-b854-0d27c054c071] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.291937] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2905006, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.302875] env[68205]: DEBUG nova.network.neutron [-] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.344532] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07491} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.344906] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.345677] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e056c2-53f5-47a8-a682-d99fd9a816f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.375422] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] b9219555-6048-4ea6-978b-127cd8f1f611/b9219555-6048-4ea6-978b-127cd8f1f611.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.380602] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-254689a7-35f1-4705-a6f1-93fa960254ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.400885] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.078s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.407392] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.113s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.407594] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.407775] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1061.408102] env[68205]: DEBUG oslo_concurrency.lockutils [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.884s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.408649] env[68205]: DEBUG nova.objects.instance [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lazy-loading 'resources' on Instance uuid 15528757-b487-4c16-ba3e-254c3599e3b6 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.414716] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b14e31-e8a9-4872-9741-801f8ac0ef7d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.423924] env[68205]: DEBUG nova.objects.base [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Object Instance<99144280-d6c4-4f24-84bf-67d875299893> lazy-loaded attributes: flavor,info_cache {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.425512] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1061.425512] env[68205]: value = "task-2905010" [ 1061.425512] env[68205]: _type = "Task" [ 1061.425512] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.440549] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8955b834-4d79-475b-bcb8-f062e2e1782a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.450188] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.467426] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905003, 'name': CreateVM_Task, 'duration_secs': 0.546434} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.471060] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.471857] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db20648-64ce-49b1-bdc7-02f9bb111c4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.478745] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.478907] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.479264] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.479624] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905008, 'name': Rename_Task, 'duration_secs': 0.272957} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.480198] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a137ed5-2897-4226-8d13-90372750d127 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.483034] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.487100] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23f953ad-377d-4a62-892e-960b92b20dba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.489844] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1623bb67-a733-46e4-82fe-9415e46cc343 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.493933] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1061.493933] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cac401-47fe-9d57-5a88-50bc547c9637" [ 1061.493933] env[68205]: _type = "Task" [ 1061.493933] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.499733] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1061.499733] env[68205]: value = "task-2905011" [ 1061.499733] env[68205]: _type = "Task" [ 1061.499733] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.539889] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178071MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1061.541935] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.551668] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.556107] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cac401-47fe-9d57-5a88-50bc547c9637, 'name': SearchDatastore_Task, 'duration_secs': 0.023689} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.556269] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.556697] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.556788] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.556976] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.557318] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.560617] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e6ac4af-87b4-4a54-b19b-9d51b99a1018 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.581645] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.581910] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.582823] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded7781a-1dc8-439d-82c5-a9fc59d626b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.590221] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1061.590221] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52356cbf-84b8-d930-b0e9-56714e311edc" [ 1061.590221] env[68205]: _type = "Task" [ 1061.590221] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.605370] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52356cbf-84b8-d930-b0e9-56714e311edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.625147] env[68205]: DEBUG oslo_vmware.api [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2905009, 'name': PowerOffVM_Task, 'duration_secs': 0.354527} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.625901] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.625901] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.625901] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7329530d-ce32-4f06-9f09-6416c1d1f941 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.712569] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.712893] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.713062] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Deleting the datastore file [datastore1] 75616c8b-280f-41ea-90dd-debeb287d421 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.713382] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c893be1e-6256-4fc9-aa1e-b3c224750e02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.724762] env[68205]: DEBUG oslo_vmware.api [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for the task: (returnval){ [ 1061.724762] env[68205]: value = "task-2905013" [ 1061.724762] env[68205]: _type = "Task" [ 1061.724762] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.739832] env[68205]: DEBUG oslo_vmware.api [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2905013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.793043] env[68205]: DEBUG oslo_vmware.api [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2905006, 'name': RemoveSnapshot_Task, 'duration_secs': 0.780854} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.793334] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1061.805244] env[68205]: DEBUG nova.network.neutron [-] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.874998] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b1f47b-bb9a-4eb2-851b-e9242b0b5124 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.885446] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e51554b-6dbd-4bc4-a076-4109cef380fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.933043] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ff4335-4c29-4252-a4b6-ab34011c1e32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.950039] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.954814] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad78ca07-339b-4439-8310-38da6c65fde7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.978371] env[68205]: DEBUG nova.compute.provider_tree [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.015754] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905011, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.016859] env[68205]: INFO nova.scheduler.client.report [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted allocation for migration b8f18645-36a4-450c-ab03-2b0ab5e27233 [ 1062.108497] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52356cbf-84b8-d930-b0e9-56714e311edc, 'name': SearchDatastore_Task, 'duration_secs': 0.030235} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.109176] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e59d62-347f-41ef-9695-55f6177be338 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.116575] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1062.116575] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524769cf-41e0-4dbc-9113-22f0ec728ff2" [ 1062.116575] env[68205]: _type = "Task" [ 1062.116575] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.127577] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524769cf-41e0-4dbc-9113-22f0ec728ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.235962] env[68205]: DEBUG oslo_vmware.api [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Task: {'id': task-2905013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346161} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.236267] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.236484] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.236689] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.237022] env[68205]: INFO nova.compute.manager [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1062.240684] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.240684] env[68205]: DEBUG nova.compute.manager [-] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.240684] env[68205]: DEBUG nova.network.neutron [-] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.261233] env[68205]: DEBUG nova.network.neutron [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Updating instance_info_cache with network_info: [{"id": "095c32b0-d639-4e18-8e66-64d25fe89863", "address": "fa:16:3e:a0:0f:f2", "network": {"id": "e5eef7c6-b41f-4c19-91a6-dce3058b0318", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-558434520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa9adf91b92456f99abb9184d780a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095c32b0-d6", "ovs_interfaceid": "095c32b0-d639-4e18-8e66-64d25fe89863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.297995] env[68205]: WARNING nova.compute.manager [None req-3dcc5a97-c984-4e5b-9ad4-db49e5c71697 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Image not found during snapshot: nova.exception.ImageNotFound: Image 011259d5-c7e2-4d5f-b359-5cb6dcacedf0 could not be found. [ 1062.308058] env[68205]: INFO nova.compute.manager [-] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Took 1.02 seconds to deallocate network for instance. [ 1062.442977] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905010, 'name': ReconfigVM_Task, 'duration_secs': 0.560408} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.442977] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Reconfigured VM instance instance-00000053 to attach disk [datastore2] b9219555-6048-4ea6-978b-127cd8f1f611/b9219555-6048-4ea6-978b-127cd8f1f611.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.443634] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab1e4e5c-23b6-4d1a-a8da-0104b5f0f93b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.451371] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1062.451371] env[68205]: value = "task-2905014" [ 1062.451371] env[68205]: _type = "Task" [ 1062.451371] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.467182] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905014, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.482355] env[68205]: DEBUG nova.scheduler.client.report [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.514008] env[68205]: DEBUG oslo_vmware.api [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905011, 'name': PowerOnVM_Task, 'duration_secs': 0.7217} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.514305] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.514512] env[68205]: INFO nova.compute.manager [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1062.514687] env[68205]: DEBUG nova.compute.manager [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.515566] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb79bb5-f081-43c0-a2c3-8b0b820db2d8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.524403] env[68205]: DEBUG oslo_concurrency.lockutils [None req-19b923e6-3cfb-4651-b42e-d3951f37bd7d tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f887bade-c63d-4b59-97ee-214bb8546f10" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.612s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.635167] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524769cf-41e0-4dbc-9113-22f0ec728ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.016052} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.635346] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.635544] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 35045269-72ab-409c-8a00-717f3f03679a/35045269-72ab-409c-8a00-717f3f03679a.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.635817] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a1bac0d-a639-4f48-b684-de5646ad1e6e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.645307] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1062.645307] env[68205]: value = "task-2905015" [ 1062.645307] env[68205]: _type = "Task" [ 1062.645307] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.654256] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.700641] env[68205]: DEBUG nova.compute.manager [req-a65ef07b-7f23-48a0-a300-6b069c3344d7 req-4c88e6e0-607d-4624-9bbc-96807e276469 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Received event network-vif-deleted-d4eaab97-7f8b-4428-a97d-b7563af83b56 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.701124] env[68205]: INFO nova.compute.manager [req-a65ef07b-7f23-48a0-a300-6b069c3344d7 req-4c88e6e0-607d-4624-9bbc-96807e276469 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Neutron deleted interface d4eaab97-7f8b-4428-a97d-b7563af83b56; detaching it from the instance and deleting it from the info cache [ 1062.701124] env[68205]: DEBUG nova.network.neutron [req-a65ef07b-7f23-48a0-a300-6b069c3344d7 req-4c88e6e0-607d-4624-9bbc-96807e276469 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.765204] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Releasing lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.793026] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "e3c8f47c-7a78-4822-8870-2db35baef739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.793189] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "e3c8f47c-7a78-4822-8870-2db35baef739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.795014] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "e3c8f47c-7a78-4822-8870-2db35baef739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.795014] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "e3c8f47c-7a78-4822-8870-2db35baef739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.795014] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "e3c8f47c-7a78-4822-8870-2db35baef739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.797675] env[68205]: INFO nova.compute.manager [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Terminating instance [ 1062.815339] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.962801] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905014, 'name': Rename_Task, 'duration_secs': 0.375643} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.963181] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.963637] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b8a3c03-dbb7-493e-8f79-e30e7e4ec34c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.976072] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1062.976072] env[68205]: value = "task-2905016" [ 1062.976072] env[68205]: _type = "Task" [ 1062.976072] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.985663] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.989845] env[68205]: DEBUG oslo_concurrency.lockutils [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.581s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.992312] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.866s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.994075] env[68205]: INFO nova.compute.claims [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.023763] env[68205]: INFO nova.scheduler.client.report [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Deleted allocations for instance 15528757-b487-4c16-ba3e-254c3599e3b6 [ 1063.036839] env[68205]: INFO nova.compute.manager [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Took 25.00 seconds to build instance. [ 1063.080326] env[68205]: DEBUG nova.network.neutron [-] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.161135] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905015, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.206025] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f344ef0-c473-4860-8254-fa956a4b4943 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.220873] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1719deb7-cd67-428b-8f8b-8d43ccce473d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.267679] env[68205]: DEBUG nova.compute.manager [req-a65ef07b-7f23-48a0-a300-6b069c3344d7 req-4c88e6e0-607d-4624-9bbc-96807e276469 service nova] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Detach interface failed, port_id=d4eaab97-7f8b-4428-a97d-b7563af83b56, reason: Instance 75616c8b-280f-41ea-90dd-debeb287d421 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.303579] env[68205]: DEBUG nova.compute.manager [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.303991] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.305658] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db02b5c2-3f98-48de-899c-594468bfebd6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.316088] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.316330] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f8cb14-d97b-4da3-957c-946fe908ebb1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.324495] env[68205]: DEBUG oslo_vmware.api [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1063.324495] env[68205]: value = "task-2905017" [ 1063.324495] env[68205]: _type = "Task" [ 1063.324495] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.339206] env[68205]: DEBUG oslo_vmware.api [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2905017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.491833] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.533547] env[68205]: DEBUG oslo_concurrency.lockutils [None req-689bb61f-e147-4ab8-abfe-ef6e562d9f37 tempest-ServersV294TestFqdnHostnames-1353341907 tempest-ServersV294TestFqdnHostnames-1353341907-project-member] Lock "15528757-b487-4c16-ba3e-254c3599e3b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.873s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.540976] env[68205]: DEBUG oslo_concurrency.lockutils [None req-586f614b-792a-4cdc-8e21-613298eef6b3 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "12695495-5ed4-4aa0-bd4e-3942f3769222" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.516s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.585319] env[68205]: INFO nova.compute.manager [-] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Took 1.35 seconds to deallocate network for instance. [ 1063.656900] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69864} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.657137] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 35045269-72ab-409c-8a00-717f3f03679a/35045269-72ab-409c-8a00-717f3f03679a.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.657351] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.657616] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75334729-b0f1-4a04-9649-ec556d39b8d8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.666897] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1063.666897] env[68205]: value = "task-2905018" [ 1063.666897] env[68205]: _type = "Task" [ 1063.666897] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.676119] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.779765] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.779765] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b05d9ba-e67c-4acf-856f-3ac1f56d551d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.792774] env[68205]: DEBUG oslo_vmware.api [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1063.792774] env[68205]: value = "task-2905019" [ 1063.792774] env[68205]: _type = "Task" [ 1063.792774] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.805761] env[68205]: DEBUG oslo_vmware.api [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.837431] env[68205]: DEBUG oslo_vmware.api [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2905017, 'name': PowerOffVM_Task, 'duration_secs': 0.317095} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.837687] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.837887] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.838171] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77caca8c-c416-40d4-b832-fc319082cdaf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.920268] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.920268] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.920510] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleting the datastore file [datastore2] e3c8f47c-7a78-4822-8870-2db35baef739 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.920869] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9b3b5c0-eb8b-4d47-911f-c5f16217771f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.929841] env[68205]: DEBUG oslo_vmware.api [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for the task: (returnval){ [ 1063.929841] env[68205]: value = "task-2905021" [ 1063.929841] env[68205]: _type = "Task" [ 1063.929841] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.941500] env[68205]: DEBUG oslo_vmware.api [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2905021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.993025] env[68205]: DEBUG oslo_vmware.api [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905016, 'name': PowerOnVM_Task, 'duration_secs': 0.8845} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.993025] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.993025] env[68205]: INFO nova.compute.manager [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1063.993025] env[68205]: DEBUG nova.compute.manager [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.993025] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208f8ece-f12d-417a-8fbd-3c1bcb42ec2d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.093176] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.181869] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080738} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.182017] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.182938] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7089036b-0835-4876-91df-4e9a986967bf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.213619] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 35045269-72ab-409c-8a00-717f3f03679a/35045269-72ab-409c-8a00-717f3f03679a.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.216889] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30dce9fe-85bc-4faa-886b-c4072e3fbe90 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.238651] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1064.238651] env[68205]: value = "task-2905022" [ 1064.238651] env[68205]: _type = "Task" [ 1064.238651] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.252127] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.305874] env[68205]: DEBUG oslo_vmware.api [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.384917] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486a0c26-fa34-4356-bf91-ea10e84db359 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.394444] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2135405-0d12-4e84-a07d-ab6c2e589e99 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.430848] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775cda64-a65f-4a33-b10c-cbd290e02212 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.448048] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265f31e2-cef0-4f3c-adc9-7a60d646e1c9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.452470] env[68205]: DEBUG oslo_vmware.api [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Task: {'id': task-2905021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171014} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.453595] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "f887bade-c63d-4b59-97ee-214bb8546f10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.453595] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f887bade-c63d-4b59-97ee-214bb8546f10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.453897] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "f887bade-c63d-4b59-97ee-214bb8546f10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.454443] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f887bade-c63d-4b59-97ee-214bb8546f10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.454765] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f887bade-c63d-4b59-97ee-214bb8546f10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.457623] env[68205]: INFO nova.compute.manager [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Terminating instance [ 1064.464866] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.468063] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.468063] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.468063] env[68205]: INFO nova.compute.manager [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1064.468063] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.468063] env[68205]: DEBUG nova.compute.manager [-] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.468063] env[68205]: DEBUG nova.network.neutron [-] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.485526] env[68205]: DEBUG nova.compute.provider_tree [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.520643] env[68205]: INFO nova.compute.manager [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Took 26.19 seconds to build instance. [ 1064.751244] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905022, 'name': ReconfigVM_Task, 'duration_secs': 0.459536} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.751600] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 35045269-72ab-409c-8a00-717f3f03679a/35045269-72ab-409c-8a00-717f3f03679a.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.752250] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b81fd06-8de3-4f3e-b01e-87e05d13aea6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.760873] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1064.760873] env[68205]: value = "task-2905023" [ 1064.760873] env[68205]: _type = "Task" [ 1064.760873] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.771581] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905023, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.805121] env[68205]: DEBUG oslo_vmware.api [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905019, 'name': PowerOnVM_Task, 'duration_secs': 0.734342} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.805657] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.805910] env[68205]: DEBUG nova.compute.manager [None req-2ed8d6eb-1fa0-4cfb-a605-7e73bea5ed84 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.807133] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a347b08c-437e-4e2f-a3ec-273f6115c8a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.965729] env[68205]: DEBUG nova.compute.manager [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.965971] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.967309] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394d2506-ef5b-4cd6-b65b-9e3bbf82b467 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.976821] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.977107] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-084a7f9d-3368-4202-abe1-d91e13636b09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.985361] env[68205]: DEBUG oslo_vmware.api [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1064.985361] env[68205]: value = "task-2905024" [ 1064.985361] env[68205]: _type = "Task" [ 1064.985361] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.991661] env[68205]: DEBUG nova.scheduler.client.report [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.999022] env[68205]: DEBUG nova.compute.manager [req-691b5796-a65b-47ff-b9de-9db97998a105 req-f7c5c5f4-dc0e-4c42-a002-f6ca22bbe3aa service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Received event network-vif-deleted-8947872e-71aa-4c5b-abc7-98860a5436f4 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.999022] env[68205]: INFO nova.compute.manager [req-691b5796-a65b-47ff-b9de-9db97998a105 req-f7c5c5f4-dc0e-4c42-a002-f6ca22bbe3aa service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Neutron deleted interface 8947872e-71aa-4c5b-abc7-98860a5436f4; detaching it from the instance and deleting it from the info cache [ 1064.999022] env[68205]: DEBUG nova.network.neutron [req-691b5796-a65b-47ff-b9de-9db97998a105 req-f7c5c5f4-dc0e-4c42-a002-f6ca22bbe3aa service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.002166] env[68205]: DEBUG oslo_vmware.api [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.025170] env[68205]: DEBUG oslo_concurrency.lockutils [None req-03fd4fe0-e3c9-4bda-a81f-834e0eae7f02 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "b9219555-6048-4ea6-978b-127cd8f1f611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.709s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.148167] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "882612d6-3692-48ae-979d-4166e4018409" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.148485] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "882612d6-3692-48ae-979d-4166e4018409" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.271986] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905023, 'name': Rename_Task, 'duration_secs': 0.174972} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.272297] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.272565] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d44db0ed-eec8-4619-b2fb-e6ccc90b304f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.280867] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1065.280867] env[68205]: value = "task-2905025" [ 1065.280867] env[68205]: _type = "Task" [ 1065.280867] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.290093] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.393920] env[68205]: DEBUG nova.network.neutron [-] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.498067] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.498067] env[68205]: DEBUG nova.compute.manager [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.500939] env[68205]: DEBUG oslo_vmware.api [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905024, 'name': PowerOffVM_Task, 'duration_secs': 0.294073} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.502045] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.375s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.502993] env[68205]: INFO nova.compute.claims [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.506029] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.506224] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.507130] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2b1e191-0a26-4609-a4dc-2a3a7fbf7a53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.509543] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75f82c9a-dd68-44bc-902e-0b1eaf1782e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.523233] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f632bb7-3280-4c83-9bce-8821913bd954 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.571487] env[68205]: DEBUG nova.compute.manager [req-691b5796-a65b-47ff-b9de-9db97998a105 req-f7c5c5f4-dc0e-4c42-a002-f6ca22bbe3aa service nova] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Detach interface failed, port_id=8947872e-71aa-4c5b-abc7-98860a5436f4, reason: Instance e3c8f47c-7a78-4822-8870-2db35baef739 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.614628] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.615247] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.615350] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleting the datastore file [datastore2] f887bade-c63d-4b59-97ee-214bb8546f10 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.615949] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0623e7c1-cc03-478d-a240-9dc76c7bb0fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.625440] env[68205]: DEBUG oslo_vmware.api [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1065.625440] env[68205]: value = "task-2905027" [ 1065.625440] env[68205]: _type = "Task" [ 1065.625440] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.639890] env[68205]: DEBUG oslo_vmware.api [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.651645] env[68205]: DEBUG nova.compute.manager [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.794866] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905025, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.897132] env[68205]: INFO nova.compute.manager [-] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Took 1.43 seconds to deallocate network for instance. [ 1066.009804] env[68205]: DEBUG nova.compute.utils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.014925] env[68205]: DEBUG nova.compute.manager [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Not allocating networking since 'none' was specified. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1066.028764] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.029112] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.136795] env[68205]: DEBUG oslo_vmware.api [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259074} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.137233] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.137479] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.137691] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.137868] env[68205]: INFO nova.compute.manager [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1066.138254] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.138359] env[68205]: DEBUG nova.compute.manager [-] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.138462] env[68205]: DEBUG nova.network.neutron [-] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.181764] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.293106] env[68205]: DEBUG oslo_vmware.api [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905025, 'name': PowerOnVM_Task, 'duration_secs': 0.578442} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.293431] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.293668] env[68205]: INFO nova.compute.manager [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1066.293861] env[68205]: DEBUG nova.compute.manager [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.294669] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60213476-7c25-4cfb-8948-ad22c7c12089 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.405549] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.515697] env[68205]: DEBUG nova.compute.manager [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.531875] env[68205]: DEBUG nova.compute.manager [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.812709] env[68205]: INFO nova.compute.manager [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Took 28.03 seconds to build instance. [ 1066.851786] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc422aa1-1cb2-4dc8-a742-34a969b0a53a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.861899] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd45aba7-6109-44d6-9348-0748ceb91c48 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.894603] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8791d970-3287-4d88-b86c-7163c7b135b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.898951] env[68205]: DEBUG nova.network.neutron [-] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.903968] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5742e8a3-6664-4e31-af7f-57a7ac045e2d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.920707] env[68205]: DEBUG nova.compute.provider_tree [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.030785] env[68205]: DEBUG nova.compute.manager [req-02b726ef-3791-47da-908f-2ff233f3239f req-9a02477f-897f-4bb7-beff-faa19626abca service nova] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Received event network-vif-deleted-e23e45c2-28d3-49da-9e29-7ce2be5d4bce {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.056629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.314634] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b95f3752-9857-4c3e-88c5-2b3996dc6fef tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "35045269-72ab-409c-8a00-717f3f03679a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.544s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.403759] env[68205]: INFO nova.compute.manager [-] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Took 1.26 seconds to deallocate network for instance. [ 1067.423424] env[68205]: DEBUG nova.scheduler.client.report [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.528484] env[68205]: DEBUG nova.compute.manager [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.554020] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.554337] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.554498] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.554674] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.554820] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.555227] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.555550] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.555737] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.555909] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.556100] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.556290] env[68205]: DEBUG nova.virt.hardware [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.557529] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c320bb4-0b54-4abc-b826-76033e0a36dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.566329] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2093c9-7c22-41cd-8b97-3dea0545e9c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.582451] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.587943] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Creating folder: Project (3c90fe858e064ab6b0d1918d9977241a). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.588274] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-939c18f1-4e7f-46b3-9f2b-fcfd7306fc35 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.601425] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Created folder: Project (3c90fe858e064ab6b0d1918d9977241a) in parent group-v583212. [ 1067.601632] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Creating folder: Instances. Parent ref: group-v583451. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.601885] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ecb86f-d4ee-4d47-a72a-8dbc7552284c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.612873] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Created folder: Instances in parent group-v583451. [ 1067.613110] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.613284] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.613498] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95f653ee-62ec-4499-86f4-cda667953eb8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.632126] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.632126] env[68205]: value = "task-2905030" [ 1067.632126] env[68205]: _type = "Task" [ 1067.632126] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.642941] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905030, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.910211] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.929137] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.929769] env[68205]: DEBUG nova.compute.manager [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.932905] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.463s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.934478] env[68205]: INFO nova.compute.claims [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.145285] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905030, 'name': CreateVM_Task, 'duration_secs': 0.455209} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.145440] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.145923] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.146174] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.146522] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.146800] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864a9483-34de-4869-996b-5306ffa16850 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.152710] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1068.152710] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520e4a7b-2f0e-56af-a1a2-fdef5670911f" [ 1068.152710] env[68205]: _type = "Task" [ 1068.152710] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.162327] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520e4a7b-2f0e-56af-a1a2-fdef5670911f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.440144] env[68205]: DEBUG nova.compute.utils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.446146] env[68205]: DEBUG nova.compute.manager [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.446397] env[68205]: DEBUG nova.network.neutron [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.495018] env[68205]: DEBUG nova.policy [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b35563a215491783d8249bc165d408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '498c71afbe354c298aabe79f6d4ad558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.665804] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520e4a7b-2f0e-56af-a1a2-fdef5670911f, 'name': SearchDatastore_Task, 'duration_secs': 0.021585} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.666209] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.666396] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.666724] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.666890] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.667087] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.667536] env[68205]: DEBUG oslo_concurrency.lockutils [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "12695495-5ed4-4aa0-bd4e-3942f3769222" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.667743] env[68205]: DEBUG oslo_concurrency.lockutils [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "12695495-5ed4-4aa0-bd4e-3942f3769222" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.667910] env[68205]: DEBUG nova.compute.manager [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.668204] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ae8235c-3249-4b55-b91d-04b0fd45039f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.671317] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b98877f-4a13-44c8-b5aa-eed183f6c8b4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.679190] env[68205]: DEBUG nova.compute.manager [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1068.679798] env[68205]: DEBUG nova.objects.instance [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lazy-loading 'flavor' on Instance uuid 12695495-5ed4-4aa0-bd4e-3942f3769222 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.684317] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.684551] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.685323] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-015cf2ab-a93d-4130-bb82-12b978d45aa6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.695415] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1068.695415] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b5b9c6-4215-db3d-4aca-c4c0ac53d340" [ 1068.695415] env[68205]: _type = "Task" [ 1068.695415] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.706706] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b5b9c6-4215-db3d-4aca-c4c0ac53d340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.807034] env[68205]: DEBUG nova.network.neutron [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Successfully created port: ce3fb677-d35e-4852-bd0c-06b3f13d7c10 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.947478] env[68205]: DEBUG nova.compute.manager [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.207029] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b5b9c6-4215-db3d-4aca-c4c0ac53d340, 'name': SearchDatastore_Task, 'duration_secs': 0.014693} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.211054] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217a5a05-e92e-4451-95e6-d70aefd09e17 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.217669] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1069.217669] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522e6a55-7e18-ccfa-77cb-41a783be3426" [ 1069.217669] env[68205]: _type = "Task" [ 1069.217669] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.229813] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522e6a55-7e18-ccfa-77cb-41a783be3426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.290410] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517fdc6c-618d-4f8d-a256-611d1088e7a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.298664] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a323d9b-1646-4125-893c-8a0a928fc719 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.334877] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2e0c21-fd05-4d08-98fe-83806653c074 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.343920] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb2444d-22ee-4765-aa16-e30d7428c986 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.359400] env[68205]: DEBUG nova.compute.provider_tree [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.688888] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.689242] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32bc2e4d-e1e1-425a-a710-8a3b3271efeb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.697998] env[68205]: DEBUG oslo_vmware.api [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1069.697998] env[68205]: value = "task-2905031" [ 1069.697998] env[68205]: _type = "Task" [ 1069.697998] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.708475] env[68205]: DEBUG oslo_vmware.api [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.729790] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522e6a55-7e18-ccfa-77cb-41a783be3426, 'name': SearchDatastore_Task, 'duration_secs': 0.017987} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.730133] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.730402] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 644874ca-dee6-420b-8a95-0eedaaba3eb0/644874ca-dee6-420b-8a95-0eedaaba3eb0.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.730677] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55850fd4-9951-47b2-9b40-4d0a43efcad5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.739631] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1069.739631] env[68205]: value = "task-2905032" [ 1069.739631] env[68205]: _type = "Task" [ 1069.739631] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.748375] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.863696] env[68205]: DEBUG nova.scheduler.client.report [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.960459] env[68205]: DEBUG nova.compute.manager [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.983497] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.983759] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.983913] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.984106] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.984251] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.984396] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.984599] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.984756] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.984934] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.985107] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.985283] env[68205]: DEBUG nova.virt.hardware [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.986168] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adee877-c66c-4cd9-ae65-23528d041b3c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.996043] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dd5db6-6045-488f-83ab-b908f3173182 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.022693] env[68205]: DEBUG oslo_vmware.rw_handles [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52804683-0131-32e4-8c5a-8222ea6899f1/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1070.023635] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7139c66-de69-4ffe-90a2-917fcee8524e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.031168] env[68205]: DEBUG oslo_vmware.rw_handles [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52804683-0131-32e4-8c5a-8222ea6899f1/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1070.031168] env[68205]: ERROR oslo_vmware.rw_handles [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52804683-0131-32e4-8c5a-8222ea6899f1/disk-0.vmdk due to incomplete transfer. [ 1070.031168] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8dab0eb7-ab1d-4522-81f0-37154d87aca4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.041040] env[68205]: DEBUG oslo_vmware.rw_handles [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52804683-0131-32e4-8c5a-8222ea6899f1/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1070.041040] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Uploaded image 8c344780-f08a-4ba4-8c6d-b27f9cd29f53 to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1070.043626] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1070.043967] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-046b6448-9f02-4b87-8ed6-a3ece39a407e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.053273] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1070.053273] env[68205]: value = "task-2905033" [ 1070.053273] env[68205]: _type = "Task" [ 1070.053273] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.064468] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905033, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.209594] env[68205]: DEBUG oslo_vmware.api [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905031, 'name': PowerOffVM_Task, 'duration_secs': 0.262761} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.209966] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.210154] env[68205]: DEBUG nova.compute.manager [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.211113] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e13fad-ce86-4b55-8a3c-ca28a86bd6ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.262197] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905032, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.335495] env[68205]: DEBUG nova.compute.manager [req-ff5f07ed-31ff-4e0d-885d-b97cd453d31b req-621849b6-c014-4c92-916a-188026472c83 service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Received event network-vif-plugged-ce3fb677-d35e-4852-bd0c-06b3f13d7c10 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.335811] env[68205]: DEBUG oslo_concurrency.lockutils [req-ff5f07ed-31ff-4e0d-885d-b97cd453d31b req-621849b6-c014-4c92-916a-188026472c83 service nova] Acquiring lock "22d62c69-46a8-439e-8ccb-527eff21efb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.335933] env[68205]: DEBUG oslo_concurrency.lockutils [req-ff5f07ed-31ff-4e0d-885d-b97cd453d31b req-621849b6-c014-4c92-916a-188026472c83 service nova] Lock "22d62c69-46a8-439e-8ccb-527eff21efb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.336662] env[68205]: DEBUG oslo_concurrency.lockutils [req-ff5f07ed-31ff-4e0d-885d-b97cd453d31b req-621849b6-c014-4c92-916a-188026472c83 service nova] Lock "22d62c69-46a8-439e-8ccb-527eff21efb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.336662] env[68205]: DEBUG nova.compute.manager [req-ff5f07ed-31ff-4e0d-885d-b97cd453d31b req-621849b6-c014-4c92-916a-188026472c83 service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] No waiting events found dispatching network-vif-plugged-ce3fb677-d35e-4852-bd0c-06b3f13d7c10 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.337081] env[68205]: WARNING nova.compute.manager [req-ff5f07ed-31ff-4e0d-885d-b97cd453d31b req-621849b6-c014-4c92-916a-188026472c83 service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Received unexpected event network-vif-plugged-ce3fb677-d35e-4852-bd0c-06b3f13d7c10 for instance with vm_state building and task_state spawning. [ 1070.369532] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.370066] env[68205]: DEBUG nova.compute.manager [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.373685] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.891s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.377029] env[68205]: DEBUG nova.objects.instance [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1070.444806] env[68205]: DEBUG nova.network.neutron [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Successfully updated port: ce3fb677-d35e-4852-bd0c-06b3f13d7c10 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.564900] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905033, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.726854] env[68205]: DEBUG oslo_concurrency.lockutils [None req-24cedfc1-5f32-4a24-aa01-d054dc878c0d tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "12695495-5ed4-4aa0-bd4e-3942f3769222" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.756164] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905032, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.878749] env[68205]: DEBUG nova.compute.utils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.882995] env[68205]: DEBUG nova.compute.manager [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.883213] env[68205]: DEBUG nova.network.neutron [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.929515] env[68205]: DEBUG nova.policy [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40ca9f2bb3d485fbfc50ca8232b917d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d20e3eb549f49f184466b659216d10f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.952288] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "refresh_cache-22d62c69-46a8-439e-8ccb-527eff21efb8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.952288] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "refresh_cache-22d62c69-46a8-439e-8ccb-527eff21efb8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.952288] env[68205]: DEBUG nova.network.neutron [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.065483] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905033, 'name': Destroy_Task, 'duration_secs': 0.737443} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.065744] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Destroyed the VM [ 1071.065972] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1071.066249] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b867fc9-45f6-4ce2-9b94-75b018761d92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.074504] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1071.074504] env[68205]: value = "task-2905034" [ 1071.074504] env[68205]: _type = "Task" [ 1071.074504] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.082976] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.112730] env[68205]: DEBUG nova.objects.instance [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lazy-loading 'flavor' on Instance uuid 12695495-5ed4-4aa0-bd4e-3942f3769222 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.235404] env[68205]: DEBUG nova.network.neutron [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Successfully created port: d2146146-a2d3-41e7-8a60-0255b7deb49b {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.257853] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905032, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.388101] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b395dd41-07e6-492e-9b5a-8c64419181b7 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.389429] env[68205]: DEBUG nova.compute.manager [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.394688] env[68205]: DEBUG oslo_concurrency.lockutils [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.561s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.395052] env[68205]: DEBUG nova.objects.instance [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lazy-loading 'resources' on Instance uuid f1b58186-add2-42d8-a7b8-caf51aafbd4f {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.503664] env[68205]: DEBUG nova.network.neutron [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.585190] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.617565] env[68205]: DEBUG oslo_concurrency.lockutils [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "refresh_cache-12695495-5ed4-4aa0-bd4e-3942f3769222" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.617674] env[68205]: DEBUG oslo_concurrency.lockutils [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquired lock "refresh_cache-12695495-5ed4-4aa0-bd4e-3942f3769222" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.617960] env[68205]: DEBUG nova.network.neutron [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.618164] env[68205]: DEBUG nova.objects.instance [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lazy-loading 'info_cache' on Instance uuid 12695495-5ed4-4aa0-bd4e-3942f3769222 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.675034] env[68205]: DEBUG nova.network.neutron [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Updating instance_info_cache with network_info: [{"id": "ce3fb677-d35e-4852-bd0c-06b3f13d7c10", "address": "fa:16:3e:8b:14:8e", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3fb677-d3", "ovs_interfaceid": "ce3fb677-d35e-4852-bd0c-06b3f13d7c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.757340] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905032, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.721625} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.757587] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 644874ca-dee6-420b-8a95-0eedaaba3eb0/644874ca-dee6-420b-8a95-0eedaaba3eb0.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.757776] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.758039] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1135fb75-ba1e-4def-9352-34942d623eea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.766913] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1071.766913] env[68205]: value = "task-2905035" [ 1071.766913] env[68205]: _type = "Task" [ 1071.766913] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.776931] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.087335] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.121280] env[68205]: DEBUG nova.objects.base [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Object Instance<12695495-5ed4-4aa0-bd4e-3942f3769222> lazy-loaded attributes: flavor,info_cache {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1072.179431] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "refresh_cache-22d62c69-46a8-439e-8ccb-527eff21efb8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.179708] env[68205]: DEBUG nova.compute.manager [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Instance network_info: |[{"id": "ce3fb677-d35e-4852-bd0c-06b3f13d7c10", "address": "fa:16:3e:8b:14:8e", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3fb677-d3", "ovs_interfaceid": "ce3fb677-d35e-4852-bd0c-06b3f13d7c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.180306] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:14:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce3fb677-d35e-4852-bd0c-06b3f13d7c10', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.188052] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.188431] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.188510] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60ca897b-6af5-4c73-bd26-cab0053264d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.215163] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.215163] env[68205]: value = "task-2905036" [ 1072.215163] env[68205]: _type = "Task" [ 1072.215163] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.221490] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7338cca-742d-4b97-bbae-279fa31f408b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.230854] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905036, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.234199] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89062dac-8c23-497e-a0ff-2b186faedbfe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.274230] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f849fe3f-a144-484c-9ed3-0f4be8943675 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.282848] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074141} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.285233] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.286094] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baa280a-83a1-4dbc-ac15-1f63abd97de1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.289909] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff0762-7c5a-462d-8804-ead332fe0be2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.304988] env[68205]: DEBUG nova.compute.provider_tree [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.322017] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 644874ca-dee6-420b-8a95-0eedaaba3eb0/644874ca-dee6-420b-8a95-0eedaaba3eb0.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.323132] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d85bf528-0ced-4806-a5ed-64c6c730f700 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.345248] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1072.345248] env[68205]: value = "task-2905037" [ 1072.345248] env[68205]: _type = "Task" [ 1072.345248] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.355244] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.379015] env[68205]: DEBUG nova.compute.manager [req-0f3f3421-cd24-4315-a30b-843df6424e29 req-3efc4c35-f2ad-4ed1-8f18-d5a7f02863e3 service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Received event network-changed-ce3fb677-d35e-4852-bd0c-06b3f13d7c10 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.379228] env[68205]: DEBUG nova.compute.manager [req-0f3f3421-cd24-4315-a30b-843df6424e29 req-3efc4c35-f2ad-4ed1-8f18-d5a7f02863e3 service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Refreshing instance network info cache due to event network-changed-ce3fb677-d35e-4852-bd0c-06b3f13d7c10. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.379465] env[68205]: DEBUG oslo_concurrency.lockutils [req-0f3f3421-cd24-4315-a30b-843df6424e29 req-3efc4c35-f2ad-4ed1-8f18-d5a7f02863e3 service nova] Acquiring lock "refresh_cache-22d62c69-46a8-439e-8ccb-527eff21efb8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.379673] env[68205]: DEBUG oslo_concurrency.lockutils [req-0f3f3421-cd24-4315-a30b-843df6424e29 req-3efc4c35-f2ad-4ed1-8f18-d5a7f02863e3 service nova] Acquired lock "refresh_cache-22d62c69-46a8-439e-8ccb-527eff21efb8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.379847] env[68205]: DEBUG nova.network.neutron [req-0f3f3421-cd24-4315-a30b-843df6424e29 req-3efc4c35-f2ad-4ed1-8f18-d5a7f02863e3 service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Refreshing network info cache for port ce3fb677-d35e-4852-bd0c-06b3f13d7c10 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.400928] env[68205]: DEBUG nova.compute.manager [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.430225] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.430541] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.430736] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.430998] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.431248] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.431445] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.431712] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.431904] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.432156] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.432388] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.432597] env[68205]: DEBUG nova.virt.hardware [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.433620] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8bcb15-d549-47cc-95a2-b0d32393db90 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.443360] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad37508-ad28-428b-a8eb-de34f927fb41 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.590946] env[68205]: DEBUG oslo_vmware.api [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905034, 'name': RemoveSnapshot_Task, 'duration_secs': 1.186007} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.590946] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1072.590946] env[68205]: INFO nova.compute.manager [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Took 17.68 seconds to snapshot the instance on the hypervisor. [ 1072.727030] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905036, 'name': CreateVM_Task, 'duration_secs': 0.344868} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.727219] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.728129] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.728302] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.728602] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.728972] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79286a7d-590f-45d8-aef8-6d62554559a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.734180] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1072.734180] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520dab2c-dbd8-648b-e24d-80d7883db870" [ 1072.734180] env[68205]: _type = "Task" [ 1072.734180] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.742048] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520dab2c-dbd8-648b-e24d-80d7883db870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.791236] env[68205]: DEBUG nova.network.neutron [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Successfully updated port: d2146146-a2d3-41e7-8a60-0255b7deb49b {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.826678] env[68205]: DEBUG nova.scheduler.client.report [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.845153] env[68205]: DEBUG nova.network.neutron [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Updating instance_info_cache with network_info: [{"id": "6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc", "address": "fa:16:3e:a0:b7:72", "network": {"id": "240243e6-360c-4449-8e14-c3c7ccc9fcc1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1417482829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85d06fe0f8674f70bccb07ffef7953df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5a1d0f-22", "ovs_interfaceid": "6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.862087] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905037, 'name': ReconfigVM_Task, 'duration_secs': 0.310014} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.862893] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 644874ca-dee6-420b-8a95-0eedaaba3eb0/644874ca-dee6-420b-8a95-0eedaaba3eb0.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.863594] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-331a2f3c-e55c-4183-8613-028563f3d986 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.873833] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1072.873833] env[68205]: value = "task-2905038" [ 1072.873833] env[68205]: _type = "Task" [ 1072.873833] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.886407] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905038, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.084644] env[68205]: DEBUG nova.network.neutron [req-0f3f3421-cd24-4315-a30b-843df6424e29 req-3efc4c35-f2ad-4ed1-8f18-d5a7f02863e3 service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Updated VIF entry in instance network info cache for port ce3fb677-d35e-4852-bd0c-06b3f13d7c10. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.085090] env[68205]: DEBUG nova.network.neutron [req-0f3f3421-cd24-4315-a30b-843df6424e29 req-3efc4c35-f2ad-4ed1-8f18-d5a7f02863e3 service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Updating instance_info_cache with network_info: [{"id": "ce3fb677-d35e-4852-bd0c-06b3f13d7c10", "address": "fa:16:3e:8b:14:8e", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3fb677-d3", "ovs_interfaceid": "ce3fb677-d35e-4852-bd0c-06b3f13d7c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.132617] env[68205]: DEBUG nova.compute.manager [None req-8affee2d-3151-479e-a32f-951d7a466900 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Found 2 images (rotation: 2) {{(pid=68205) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1073.245786] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520dab2c-dbd8-648b-e24d-80d7883db870, 'name': SearchDatastore_Task, 'duration_secs': 0.029649} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.246103] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.246354] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.246598] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.246746] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.246928] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.247211] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5afdcc8d-266e-4079-89c6-0d9e27a3b0dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.261969] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.262168] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.262892] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3044c419-3858-433e-827f-8eb813ec9303 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.268362] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1073.268362] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5230e424-3856-2b25-06b0-b7b9c14e7317" [ 1073.268362] env[68205]: _type = "Task" [ 1073.268362] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.276057] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5230e424-3856-2b25-06b0-b7b9c14e7317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.293306] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "refresh_cache-7798a19a-3c0e-4bc9-b510-f09fefa84569" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.293407] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "refresh_cache-7798a19a-3c0e-4bc9-b510-f09fefa84569" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.293563] env[68205]: DEBUG nova.network.neutron [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.338372] env[68205]: DEBUG oslo_concurrency.lockutils [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.340813] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.611s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.341070] env[68205]: DEBUG nova.objects.instance [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lazy-loading 'resources' on Instance uuid 733d11bf-17bb-4325-a6d8-ff5866f53ace {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.356032] env[68205]: DEBUG oslo_concurrency.lockutils [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Releasing lock "refresh_cache-12695495-5ed4-4aa0-bd4e-3942f3769222" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.361886] env[68205]: INFO nova.scheduler.client.report [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Deleted allocations for instance f1b58186-add2-42d8-a7b8-caf51aafbd4f [ 1073.384159] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905038, 'name': Rename_Task, 'duration_secs': 0.139613} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.384307] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.384556] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faf89f6e-f93a-449b-9148-9a5311153da7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.392849] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1073.392849] env[68205]: value = "task-2905039" [ 1073.392849] env[68205]: _type = "Task" [ 1073.392849] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.402079] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.589170] env[68205]: DEBUG oslo_concurrency.lockutils [req-0f3f3421-cd24-4315-a30b-843df6424e29 req-3efc4c35-f2ad-4ed1-8f18-d5a7f02863e3 service nova] Releasing lock "refresh_cache-22d62c69-46a8-439e-8ccb-527eff21efb8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.780350] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5230e424-3856-2b25-06b0-b7b9c14e7317, 'name': SearchDatastore_Task, 'duration_secs': 0.028781} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.781419] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6902bd27-9fd1-4af6-a316-5832605d2b1c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.787703] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1073.787703] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520f6dc0-6abe-87f5-4cf6-6de5c69e05d2" [ 1073.787703] env[68205]: _type = "Task" [ 1073.787703] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.801736] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520f6dc0-6abe-87f5-4cf6-6de5c69e05d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.832398] env[68205]: DEBUG nova.network.neutron [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.869804] env[68205]: DEBUG oslo_concurrency.lockutils [None req-573f5190-2dc7-4811-b915-4b9974844150 tempest-ServersWithSpecificFlavorTestJSON-217190190 tempest-ServersWithSpecificFlavorTestJSON-217190190-project-member] Lock "f1b58186-add2-42d8-a7b8-caf51aafbd4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.243s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.905611] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.029020] env[68205]: DEBUG nova.network.neutron [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Updating instance_info_cache with network_info: [{"id": "d2146146-a2d3-41e7-8a60-0255b7deb49b", "address": "fa:16:3e:9a:29:2f", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2146146-a2", "ovs_interfaceid": "d2146146-a2d3-41e7-8a60-0255b7deb49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.099166] env[68205]: DEBUG nova.compute.manager [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.100730] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4cb522-18ef-44cb-8310-78f7310777c9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.145470] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13acf541-02df-4fae-bbed-aed9b52810e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.154509] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a557c042-64cd-4217-b08d-62d0def6ac7d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.185683] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b5377b-74c1-431b-bdd0-977302c5510b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.193224] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccda632a-5aeb-4d87-a124-03941267c049 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.208070] env[68205]: DEBUG nova.compute.provider_tree [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.298858] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520f6dc0-6abe-87f5-4cf6-6de5c69e05d2, 'name': SearchDatastore_Task, 'duration_secs': 0.016662} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.299137] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.299387] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 22d62c69-46a8-439e-8ccb-527eff21efb8/22d62c69-46a8-439e-8ccb-527eff21efb8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.299640] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-144f26d1-0fec-4b37-8df3-2af86571a97d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.306889] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1074.306889] env[68205]: value = "task-2905040" [ 1074.306889] env[68205]: _type = "Task" [ 1074.306889] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.315337] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.360634] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.361105] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db8c75cd-bca2-417a-b5fe-b808d7b2f3b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.370723] env[68205]: DEBUG oslo_vmware.api [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1074.370723] env[68205]: value = "task-2905041" [ 1074.370723] env[68205]: _type = "Task" [ 1074.370723] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.380126] env[68205]: DEBUG oslo_vmware.api [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.404934] env[68205]: DEBUG oslo_vmware.api [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905039, 'name': PowerOnVM_Task, 'duration_secs': 0.67797} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.405391] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.405516] env[68205]: INFO nova.compute.manager [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1074.406039] env[68205]: DEBUG nova.compute.manager [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.406671] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c2a6a-70bf-4ad7-9e19-64f570e3c133 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.429947] env[68205]: DEBUG nova.compute.manager [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Received event network-vif-plugged-d2146146-a2d3-41e7-8a60-0255b7deb49b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.430253] env[68205]: DEBUG oslo_concurrency.lockutils [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] Acquiring lock "7798a19a-3c0e-4bc9-b510-f09fefa84569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.430377] env[68205]: DEBUG oslo_concurrency.lockutils [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] Lock "7798a19a-3c0e-4bc9-b510-f09fefa84569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.430995] env[68205]: DEBUG oslo_concurrency.lockutils [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] Lock "7798a19a-3c0e-4bc9-b510-f09fefa84569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.430995] env[68205]: DEBUG nova.compute.manager [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] No waiting events found dispatching network-vif-plugged-d2146146-a2d3-41e7-8a60-0255b7deb49b {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.430995] env[68205]: WARNING nova.compute.manager [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Received unexpected event network-vif-plugged-d2146146-a2d3-41e7-8a60-0255b7deb49b for instance with vm_state building and task_state spawning. [ 1074.431401] env[68205]: DEBUG nova.compute.manager [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Received event network-changed-d2146146-a2d3-41e7-8a60-0255b7deb49b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.431401] env[68205]: DEBUG nova.compute.manager [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Refreshing instance network info cache due to event network-changed-d2146146-a2d3-41e7-8a60-0255b7deb49b. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.431880] env[68205]: DEBUG oslo_concurrency.lockutils [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] Acquiring lock "refresh_cache-7798a19a-3c0e-4bc9-b510-f09fefa84569" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.531835] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "refresh_cache-7798a19a-3c0e-4bc9-b510-f09fefa84569" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.532194] env[68205]: DEBUG nova.compute.manager [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Instance network_info: |[{"id": "d2146146-a2d3-41e7-8a60-0255b7deb49b", "address": "fa:16:3e:9a:29:2f", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2146146-a2", "ovs_interfaceid": "d2146146-a2d3-41e7-8a60-0255b7deb49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.532504] env[68205]: DEBUG oslo_concurrency.lockutils [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] Acquired lock "refresh_cache-7798a19a-3c0e-4bc9-b510-f09fefa84569" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.532682] env[68205]: DEBUG nova.network.neutron [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Refreshing network info cache for port d2146146-a2d3-41e7-8a60-0255b7deb49b {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.534107] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:29:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2146146-a2d3-41e7-8a60-0255b7deb49b', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.543605] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.544619] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.544851] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d0b4fb5-7b4e-490d-92b8-ec318f2e23e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.565459] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.565459] env[68205]: value = "task-2905042" [ 1074.565459] env[68205]: _type = "Task" [ 1074.565459] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.574363] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905042, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.613974] env[68205]: INFO nova.compute.manager [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] instance snapshotting [ 1074.614449] env[68205]: DEBUG nova.objects.instance [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'flavor' on Instance uuid d0671ddd-2c1d-4804-bada-5580fe3a7292 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.711198] env[68205]: DEBUG nova.scheduler.client.report [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.819783] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.889693] env[68205]: DEBUG oslo_vmware.api [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905041, 'name': PowerOnVM_Task, 'duration_secs': 0.433852} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.889915] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.893611] env[68205]: DEBUG nova.compute.manager [None req-944cb797-3cdc-44c1-9b40-af1d1261a976 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.894770] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366e2cb-43c9-464d-bd1f-0be33a307fdb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.928043] env[68205]: INFO nova.compute.manager [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Took 29.83 seconds to build instance. [ 1075.076611] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905042, 'name': CreateVM_Task, 'duration_secs': 0.47511} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.076829] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.077554] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.077718] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.078076] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.078299] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e157c1d6-29a8-4ce1-91f8-5f0832efe5fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.087589] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1075.087589] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5245d4f2-3578-3104-979e-1e4f955a85bf" [ 1075.087589] env[68205]: _type = "Task" [ 1075.087589] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.104266] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5245d4f2-3578-3104-979e-1e4f955a85bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.122724] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1966503c-0216-460e-a15d-edd90f647db8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.143880] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5304b123-8167-4926-af62-c8071b6fe1f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.216827] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.219085] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.295s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.219281] env[68205]: DEBUG nova.objects.instance [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1075.242270] env[68205]: INFO nova.scheduler.client.report [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Deleted allocations for instance 733d11bf-17bb-4325-a6d8-ff5866f53ace [ 1075.318515] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653494} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.318515] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 22d62c69-46a8-439e-8ccb-527eff21efb8/22d62c69-46a8-439e-8ccb-527eff21efb8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.318515] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.318697] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be226b39-4266-43a5-b993-e04c6adc47ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.329037] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1075.329037] env[68205]: value = "task-2905043" [ 1075.329037] env[68205]: _type = "Task" [ 1075.329037] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.330841] env[68205]: DEBUG nova.network.neutron [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Updated VIF entry in instance network info cache for port d2146146-a2d3-41e7-8a60-0255b7deb49b. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.331221] env[68205]: DEBUG nova.network.neutron [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Updating instance_info_cache with network_info: [{"id": "d2146146-a2d3-41e7-8a60-0255b7deb49b", "address": "fa:16:3e:9a:29:2f", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2146146-a2", "ovs_interfaceid": "d2146146-a2d3-41e7-8a60-0255b7deb49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.339220] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.430031] env[68205]: DEBUG oslo_concurrency.lockutils [None req-22efc6e5-1e9f-4a97-9acd-5d84cd10b895 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "644874ca-dee6-420b-8a95-0eedaaba3eb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.344s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.592114] env[68205]: INFO nova.compute.manager [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Rebuilding instance [ 1075.607549] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5245d4f2-3578-3104-979e-1e4f955a85bf, 'name': SearchDatastore_Task, 'duration_secs': 0.037515} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.607890] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.608206] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.608477] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.608624] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.608829] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.609437] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e8c7472-8c21-4649-a968-53974e3d29ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.624182] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.628903] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.628903] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1576ab4c-414d-468a-8812-436a67d1a484 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.631019] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1075.631019] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce9150-56e1-0dc0-543c-e183695d3809" [ 1075.631019] env[68205]: _type = "Task" [ 1075.631019] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.640299] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce9150-56e1-0dc0-543c-e183695d3809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.648133] env[68205]: DEBUG nova.compute.manager [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.649402] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ec9f6d-50f1-413a-8388-46db8b7fcc3c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.658706] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1075.661082] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2ea2191-eb43-4d29-a150-3b9245b411ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.670106] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1075.670106] env[68205]: value = "task-2905044" [ 1075.670106] env[68205]: _type = "Task" [ 1075.670106] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.678434] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.756623] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b8597d8b-2c80-4bdb-879e-6ef4d9b4ebdb tempest-ServersAdminTestJSON-1875440567 tempest-ServersAdminTestJSON-1875440567-project-member] Lock "733d11bf-17bb-4325-a6d8-ff5866f53ace" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.446s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.837373] env[68205]: DEBUG oslo_concurrency.lockutils [req-db38565a-b7b2-4ef4-8d34-b7e49ebf2f34 req-34463109-2e37-451e-94d7-3815a42fcc27 service nova] Releasing lock "refresh_cache-7798a19a-3c0e-4bc9-b510-f09fefa84569" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.837798] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.31762} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.838391] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.839276] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da4884d-63b4-4969-9477-b9df06fddc81 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.869022] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 22d62c69-46a8-439e-8ccb-527eff21efb8/22d62c69-46a8-439e-8ccb-527eff21efb8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.869022] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b176f606-b594-4ea9-8d7c-c27ab6f98d24 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.896718] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1075.896718] env[68205]: value = "task-2905045" [ 1075.896718] env[68205]: _type = "Task" [ 1075.896718] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.911975] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.145825] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ce9150-56e1-0dc0-543c-e183695d3809, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.147076] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bea0ee-1809-4a76-ba33-237ff69aa72b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.153907] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1076.153907] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d7db8e-2d7a-9fed-fd81-58b2323e64c1" [ 1076.153907] env[68205]: _type = "Task" [ 1076.153907] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.163269] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d7db8e-2d7a-9fed-fd81-58b2323e64c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.184797] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.229396] env[68205]: DEBUG oslo_concurrency.lockutils [None req-10d2f25f-a620-4c0d-b7b2-f70cb03f58df tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.230629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.690s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.413866] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.667313] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.667628] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d7db8e-2d7a-9fed-fd81-58b2323e64c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.667863] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b247a1f-35fc-4ffe-bdc1-3080ab668388 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.669759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.670062] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 7798a19a-3c0e-4bc9-b510-f09fefa84569/7798a19a-3c0e-4bc9-b510-f09fefa84569.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.670425] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da73ea9e-6fd2-485f-bba1-91db2e6f79dc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.696248] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1076.696248] env[68205]: value = "task-2905047" [ 1076.696248] env[68205]: _type = "Task" [ 1076.696248] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.696248] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1076.696248] env[68205]: value = "task-2905046" [ 1076.696248] env[68205]: _type = "Task" [ 1076.696248] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.696248] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.710067] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.713726] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.924586] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.188938] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.213928] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905046, 'name': PowerOffVM_Task, 'duration_secs': 0.199707} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.215509] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506167} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.215509] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.215509] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.215509] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 7798a19a-3c0e-4bc9-b510-f09fefa84569/7798a19a-3c0e-4bc9-b510-f09fefa84569.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.215509] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.216154] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1f6498-0b7c-42f1-912e-140519222a67 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.218586] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b37991d1-e89d-4f1c-9eb9-c99dd3c0913f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.227481] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.228902] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45fc7893-d88e-40b2-8be2-0a98c33bd2ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.230809] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1077.230809] env[68205]: value = "task-2905048" [ 1077.230809] env[68205]: _type = "Task" [ 1077.230809] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.243018] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.258654] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.259197] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.259429] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Deleting the datastore file [datastore1] 644874ca-dee6-420b-8a95-0eedaaba3eb0 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.263550] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba369b01-2253-4ab7-944d-c782862ffd32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.272415] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1077.272415] env[68205]: value = "task-2905050" [ 1077.272415] env[68205]: _type = "Task" [ 1077.272415] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.281976] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.293416] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 2b4fccd8-06c9-4089-a812-a843181b79e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.293539] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance d0671ddd-2c1d-4804-bada-5580fe3a7292 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.293630] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 543745eb-5fa4-4f64-9410-dd591ba76949 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.293762] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance c4137e26-8a6c-4a46-879a-b0903b29b436 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.293916] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 75616c8b-280f-41ea-90dd-debeb287d421 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1077.294052] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance abd64f68-27d9-4c33-8265-def255cf5de7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.294181] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 66e82933-0276-4786-aa5a-0b3b2a5412ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.294294] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 99144280-d6c4-4f24-84bf-67d875299893 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.294488] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f887bade-c63d-4b59-97ee-214bb8546f10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1077.294626] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6e3f3a8b-653c-4383-862b-9e678b58a724 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.294761] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 904230a2-466e-4e48-b854-0d27c054c071 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1077.294885] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance e3c8f47c-7a78-4822-8870-2db35baef739 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1077.295023] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 12695495-5ed4-4aa0-bd4e-3942f3769222 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.295149] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance b9219555-6048-4ea6-978b-127cd8f1f611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.295262] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 35045269-72ab-409c-8a00-717f3f03679a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.295370] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 22d62c69-46a8-439e-8ccb-527eff21efb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.295477] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 644874ca-dee6-420b-8a95-0eedaaba3eb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.295584] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 7798a19a-3c0e-4bc9-b510-f09fefa84569 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1077.411159] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905045, 'name': ReconfigVM_Task, 'duration_secs': 1.176526} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.411480] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 22d62c69-46a8-439e-8ccb-527eff21efb8/22d62c69-46a8-439e-8ccb-527eff21efb8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.412114] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e89cdb2-a69b-462e-a590-6d709fd66969 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.420273] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1077.420273] env[68205]: value = "task-2905051" [ 1077.420273] env[68205]: _type = "Task" [ 1077.420273] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.429267] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905051, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.685286] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905044, 'name': CreateSnapshot_Task, 'duration_secs': 1.65573} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.685587] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1077.686385] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f35486-c6c4-44d0-8ef6-f91bf5992a7b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.748711] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084199} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.749045] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.749959] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25645cb1-03d3-4337-b0de-033aaea1086e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.786134] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 7798a19a-3c0e-4bc9-b510-f09fefa84569/7798a19a-3c0e-4bc9-b510-f09fefa84569.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.789815] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fe41c3-7938-4a46-8f88-ec7cef1dd912 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.806597] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 882612d6-3692-48ae-979d-4166e4018409 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1077.816287] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104844} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.818094] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.818319] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.818504] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.827021] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1077.827021] env[68205]: value = "task-2905052" [ 1077.827021] env[68205]: _type = "Task" [ 1077.827021] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.935372] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905051, 'name': Rename_Task, 'duration_secs': 0.157093} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.935660] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.936938] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eab8631-d815-4525-9388-861e6d642233 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.943257] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1077.943257] env[68205]: value = "task-2905053" [ 1077.943257] env[68205]: _type = "Task" [ 1077.943257] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.953576] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.206296] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1078.206640] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1c036ba-9416-4dd2-9cde-e13345a5fe32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.216959] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1078.216959] env[68205]: value = "task-2905054" [ 1078.216959] env[68205]: _type = "Task" [ 1078.216959] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.227836] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905054, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.309191] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6c2c4f6f-384f-4172-b446-9531fd3b1cd1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1078.309484] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1078.309629] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1078.336646] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.432847] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "35045269-72ab-409c-8a00-717f3f03679a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.433127] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "35045269-72ab-409c-8a00-717f3f03679a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.433367] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "35045269-72ab-409c-8a00-717f3f03679a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.433579] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "35045269-72ab-409c-8a00-717f3f03679a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.433746] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "35045269-72ab-409c-8a00-717f3f03679a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.438287] env[68205]: INFO nova.compute.manager [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Terminating instance [ 1078.463481] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905053, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.732588] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905054, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.734462] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a58d8c-4ba4-482e-b1ed-cfa1e5b3e85d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.744056] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b22272-9b36-4419-9658-0665b10f4eba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.784597] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb44301-b5d4-4cf2-a288-07cdcf2ba8ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.793671] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a2ff2-639f-4eae-89ea-fa105c33a929 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.809045] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.846820] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.866648] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.866648] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.866917] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.866957] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.867197] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.867351] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.867588] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.867757] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.867970] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.868205] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.868414] env[68205]: DEBUG nova.virt.hardware [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.869770] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59facac-4070-47b8-a974-45b9f4d0fe4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.881288] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa0fdcb-c14a-4e3a-9d71-65ddf6364679 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.899546] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.905590] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.905884] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.906182] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-029e7d4d-5284-4144-a88f-3657a7c33ef5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.928651] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.928651] env[68205]: value = "task-2905055" [ 1078.928651] env[68205]: _type = "Task" [ 1078.928651] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.938929] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905055, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.955165] env[68205]: DEBUG nova.compute.manager [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.955506] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.955969] env[68205]: DEBUG oslo_vmware.api [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905053, 'name': PowerOnVM_Task, 'duration_secs': 0.878292} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.957110] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc72463-df5b-42b1-a518-b6b49e3e156f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.961793] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.962148] env[68205]: INFO nova.compute.manager [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1078.962444] env[68205]: DEBUG nova.compute.manager [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.963638] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b367df1a-5c5f-4c96-8546-eba56fe20e83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.979556] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.980122] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ca015ea-c55f-4a46-832c-27d1983c9b53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.988809] env[68205]: DEBUG oslo_vmware.api [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1078.988809] env[68205]: value = "task-2905056" [ 1078.988809] env[68205]: _type = "Task" [ 1078.988809] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.999307] env[68205]: DEBUG oslo_vmware.api [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.231867] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905054, 'name': CloneVM_Task} progress is 95%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.312725] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.344150] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905052, 'name': ReconfigVM_Task, 'duration_secs': 1.11216} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.345424] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 7798a19a-3c0e-4bc9-b510-f09fefa84569/7798a19a-3c0e-4bc9-b510-f09fefa84569.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.346056] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27c2a2c9-d149-4c66-985a-994a46ec23da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.355098] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1079.355098] env[68205]: value = "task-2905057" [ 1079.355098] env[68205]: _type = "Task" [ 1079.355098] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.367374] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905057, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.444478] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905055, 'name': CreateVM_Task, 'duration_secs': 0.406783} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.444673] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.446954] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.446954] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.446954] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.446954] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f7d3c8-3d92-452b-b967-c264ffd9c796 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.452247] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1079.452247] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cbf4ac-9275-1ae3-f42f-f053f95e0910" [ 1079.452247] env[68205]: _type = "Task" [ 1079.452247] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.464886] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cbf4ac-9275-1ae3-f42f-f053f95e0910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.489504] env[68205]: INFO nova.compute.manager [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Took 34.39 seconds to build instance. [ 1079.500474] env[68205]: DEBUG oslo_vmware.api [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905056, 'name': PowerOffVM_Task, 'duration_secs': 0.244727} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.500754] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.500924] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.501316] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36eff649-2cbf-48c9-aefc-0a3e63523a5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.570699] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.571227] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.571523] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Deleting the datastore file [datastore2] 35045269-72ab-409c-8a00-717f3f03679a {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.571803] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c2c108-e506-4278-8ce0-2c37451283d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.582020] env[68205]: DEBUG oslo_vmware.api [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1079.582020] env[68205]: value = "task-2905059" [ 1079.582020] env[68205]: _type = "Task" [ 1079.582020] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.591690] env[68205]: DEBUG oslo_vmware.api [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.730724] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905054, 'name': CloneVM_Task, 'duration_secs': 1.272896} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.731193] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Created linked-clone VM from snapshot [ 1079.732219] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ca9cf2-f18c-47b2-975a-94731fcac140 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.742156] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Uploading image ab30b0cd-cbdf-46cb-8ba3-cfd4c32780cf {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1079.790735] env[68205]: DEBUG oslo_vmware.rw_handles [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1079.790735] env[68205]: value = "vm-583457" [ 1079.790735] env[68205]: _type = "VirtualMachine" [ 1079.790735] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1079.791043] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-54b25f1c-5601-400e-b535-1c8c27c14bdc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.801416] env[68205]: DEBUG oslo_vmware.rw_handles [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lease: (returnval){ [ 1079.801416] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52055882-b587-1918-6408-b2609fab8c0b" [ 1079.801416] env[68205]: _type = "HttpNfcLease" [ 1079.801416] env[68205]: } obtained for exporting VM: (result){ [ 1079.801416] env[68205]: value = "vm-583457" [ 1079.801416] env[68205]: _type = "VirtualMachine" [ 1079.801416] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1079.801692] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the lease: (returnval){ [ 1079.801692] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52055882-b587-1918-6408-b2609fab8c0b" [ 1079.801692] env[68205]: _type = "HttpNfcLease" [ 1079.801692] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1079.809061] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1079.809061] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52055882-b587-1918-6408-b2609fab8c0b" [ 1079.809061] env[68205]: _type = "HttpNfcLease" [ 1079.809061] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1079.819975] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1079.820204] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.589s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.820590] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.006s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.820775] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.822734] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.730s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.822916] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.825175] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.644s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.830093] env[68205]: INFO nova.compute.claims [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.877560] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905057, 'name': Rename_Task, 'duration_secs': 0.289647} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.879170] env[68205]: INFO nova.scheduler.client.report [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Deleted allocations for instance 904230a2-466e-4e48-b854-0d27c054c071 [ 1079.880278] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.881011] env[68205]: INFO nova.scheduler.client.report [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Deleted allocations for instance 75616c8b-280f-41ea-90dd-debeb287d421 [ 1079.882634] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63b1cb94-48b2-417a-b586-8cb95c83d5bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.902476] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1079.902476] env[68205]: value = "task-2905061" [ 1079.902476] env[68205]: _type = "Task" [ 1079.902476] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.915050] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.967134] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cbf4ac-9275-1ae3-f42f-f053f95e0910, 'name': SearchDatastore_Task, 'duration_secs': 0.012181} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.967134] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.967134] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.967973] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.967973] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.967973] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.967973] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-630e537f-96c9-4771-99df-42fb3f14ae34 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.980433] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.980633] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.981420] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4b2f9e-1ccb-49e8-93eb-e44d8ae28a22 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.987785] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1079.987785] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a74e0-e217-d485-eb3a-7a82188698ac" [ 1079.987785] env[68205]: _type = "Task" [ 1079.987785] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.998194] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36ded49d-a861-412d-bc49-91200b8a480e tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "22d62c69-46a8-439e-8ccb-527eff21efb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.908s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.998905] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a74e0-e217-d485-eb3a-7a82188698ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.097062] env[68205]: DEBUG oslo_vmware.api [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191936} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.097662] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.097856] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.098103] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.098242] env[68205]: INFO nova.compute.manager [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1080.098501] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.098709] env[68205]: DEBUG nova.compute.manager [-] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.098799] env[68205]: DEBUG nova.network.neutron [-] [instance: 35045269-72ab-409c-8a00-717f3f03679a] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.316595] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1080.316595] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52055882-b587-1918-6408-b2609fab8c0b" [ 1080.316595] env[68205]: _type = "HttpNfcLease" [ 1080.316595] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1080.316595] env[68205]: DEBUG oslo_vmware.rw_handles [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1080.316595] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52055882-b587-1918-6408-b2609fab8c0b" [ 1080.316595] env[68205]: _type = "HttpNfcLease" [ 1080.316595] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1080.316595] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffe73c9-3d60-4182-ba36-d448f575a274 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.321842] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "22d62c69-46a8-439e-8ccb-527eff21efb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.321895] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "22d62c69-46a8-439e-8ccb-527eff21efb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.322661] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "22d62c69-46a8-439e-8ccb-527eff21efb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.322661] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "22d62c69-46a8-439e-8ccb-527eff21efb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.323516] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "22d62c69-46a8-439e-8ccb-527eff21efb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.330241] env[68205]: INFO nova.compute.manager [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Terminating instance [ 1080.334808] env[68205]: DEBUG oslo_vmware.rw_handles [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a39e49-24fd-3f21-217c-3833e37689c4/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1080.334982] env[68205]: DEBUG oslo_vmware.rw_handles [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a39e49-24fd-3f21-217c-3833e37689c4/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1080.418501] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9d2feb68-17bf-4907-a5fa-2cf2618bdff2 tempest-ServersListShow298Test-1487321009 tempest-ServersListShow298Test-1487321009-project-member] Lock "904230a2-466e-4e48-b854-0d27c054c071" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.263s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.419054] env[68205]: DEBUG nova.compute.manager [req-bfbc2443-e200-4a4e-bcdf-e542831d7307 req-655fefb4-0e13-42dc-bd75-e4aece60ff1e service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Received event network-vif-deleted-09004616-48bc-4a83-9700-4ac63fec61c7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.419237] env[68205]: INFO nova.compute.manager [req-bfbc2443-e200-4a4e-bcdf-e542831d7307 req-655fefb4-0e13-42dc-bd75-e4aece60ff1e service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Neutron deleted interface 09004616-48bc-4a83-9700-4ac63fec61c7; detaching it from the instance and deleting it from the info cache [ 1080.419403] env[68205]: DEBUG nova.network.neutron [req-bfbc2443-e200-4a4e-bcdf-e542831d7307 req-655fefb4-0e13-42dc-bd75-e4aece60ff1e service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.424680] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5ec17080-6083-42b2-bc03-6fb7201e224a tempest-ServerRescueTestJSON-357660219 tempest-ServerRescueTestJSON-357660219-project-member] Lock "75616c8b-280f-41ea-90dd-debeb287d421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.839s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.436174] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905061, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.501275] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a74e0-e217-d485-eb3a-7a82188698ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.504510] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426e907f-0903-466a-bd99-a75c93b8bccf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.510789] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1080.510789] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5225fe13-0862-e510-26a2-ada727d198fa" [ 1080.510789] env[68205]: _type = "Task" [ 1080.510789] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.522195] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88fb314f-8a07-452e-8ec0-7bbe0d605213 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.530061] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5225fe13-0862-e510-26a2-ada727d198fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.753828] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910cf036-6ee0-410f-8c76-1112ae61b995 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.763482] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9244507-dd8d-4d8b-8990-7fe3c6441ed9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.800459] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e9fb2-3902-4b41-9938-19c970c02a01 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.811306] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df79efa-3198-4711-a7e1-057bfa5dd2ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.833131] env[68205]: DEBUG nova.compute.provider_tree [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.838533] env[68205]: DEBUG nova.compute.manager [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.838800] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.839918] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6002d516-36d0-4a5b-b48b-dc1fa9bd439b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.850877] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.851294] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9c89724-5aa6-4e38-a1b0-9a09e5c16965 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.861808] env[68205]: DEBUG oslo_vmware.api [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1080.861808] env[68205]: value = "task-2905062" [ 1080.861808] env[68205]: _type = "Task" [ 1080.861808] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.873589] env[68205]: DEBUG oslo_vmware.api [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.920885] env[68205]: DEBUG oslo_vmware.api [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905061, 'name': PowerOnVM_Task, 'duration_secs': 0.96492} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.921373] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.921671] env[68205]: INFO nova.compute.manager [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1080.921946] env[68205]: DEBUG nova.compute.manager [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.923055] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46cc20f-9165-4c81-8bc5-f2b666366298 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.926604] env[68205]: DEBUG nova.network.neutron [-] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.928097] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43c87795-9914-4bfe-bd36-dc90c6c5f48e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.948293] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd27c04-ccc7-44cc-844a-d72ce0f9e5e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.994810] env[68205]: DEBUG nova.compute.manager [req-bfbc2443-e200-4a4e-bcdf-e542831d7307 req-655fefb4-0e13-42dc-bd75-e4aece60ff1e service nova] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Detach interface failed, port_id=09004616-48bc-4a83-9700-4ac63fec61c7, reason: Instance 35045269-72ab-409c-8a00-717f3f03679a could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.025915] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5225fe13-0862-e510-26a2-ada727d198fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013462} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.025915] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.025915] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 644874ca-dee6-420b-8a95-0eedaaba3eb0/644874ca-dee6-420b-8a95-0eedaaba3eb0.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.025915] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78588aef-ed10-463b-ad1f-b6888f947e14 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.034817] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1081.034817] env[68205]: value = "task-2905063" [ 1081.034817] env[68205]: _type = "Task" [ 1081.034817] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.046126] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.336677] env[68205]: DEBUG nova.scheduler.client.report [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.375775] env[68205]: DEBUG oslo_vmware.api [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905062, 'name': PowerOffVM_Task, 'duration_secs': 0.232958} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.376078] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.376397] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.376944] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5b16ac3-4656-4439-b8b1-d3afb3a3a874 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.432616] env[68205]: INFO nova.compute.manager [-] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Took 1.33 seconds to deallocate network for instance. [ 1081.459174] env[68205]: INFO nova.compute.manager [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Took 33.02 seconds to build instance. [ 1081.462064] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.462849] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.463341] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleting the datastore file [datastore1] 22d62c69-46a8-439e-8ccb-527eff21efb8 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.464168] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-873f006b-5c67-43c6-906e-a0ab5ce91fc3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.479063] env[68205]: DEBUG oslo_vmware.api [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1081.479063] env[68205]: value = "task-2905065" [ 1081.479063] env[68205]: _type = "Task" [ 1081.479063] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.494155] env[68205]: DEBUG oslo_vmware.api [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.550361] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905063, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.848054] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.021s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.848054] env[68205]: DEBUG nova.compute.manager [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.850853] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.445s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.851256] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.858263] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.802s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.862665] env[68205]: INFO nova.compute.claims [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.914403] env[68205]: INFO nova.scheduler.client.report [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Deleted allocations for instance e3c8f47c-7a78-4822-8870-2db35baef739 [ 1081.942690] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.959581] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ecdf4f98-0665-4272-9f11-342589a0fcf2 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "7798a19a-3c0e-4bc9-b510-f09fefa84569" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.532s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.008051] env[68205]: DEBUG oslo_vmware.api [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226605} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.008051] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.008051] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.009522] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.009522] env[68205]: INFO nova.compute.manager [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1082.013021] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.013021] env[68205]: DEBUG nova.compute.manager [-] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.013021] env[68205]: DEBUG nova.network.neutron [-] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.051287] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565436} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.051885] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 644874ca-dee6-420b-8a95-0eedaaba3eb0/644874ca-dee6-420b-8a95-0eedaaba3eb0.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.052225] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.052581] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-753c4d46-d168-4375-aaa7-e5e8bdb88a68 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.065067] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1082.065067] env[68205]: value = "task-2905066" [ 1082.065067] env[68205]: _type = "Task" [ 1082.065067] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.077684] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.371556] env[68205]: DEBUG nova.compute.utils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.378205] env[68205]: DEBUG nova.compute.manager [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.378434] env[68205]: DEBUG nova.network.neutron [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.425655] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf1bf32d-ca81-4047-884a-88cef2602331 tempest-ImagesTestJSON-1693014220 tempest-ImagesTestJSON-1693014220-project-member] Lock "e3c8f47c-7a78-4822-8870-2db35baef739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.632s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.466332] env[68205]: DEBUG nova.compute.manager [req-7534a8cd-aec2-4627-9d24-c2cdf29ee574 req-fd36038a-c7ba-4cf7-b173-90432eab929c service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Received event network-vif-deleted-ce3fb677-d35e-4852-bd0c-06b3f13d7c10 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.466600] env[68205]: INFO nova.compute.manager [req-7534a8cd-aec2-4627-9d24-c2cdf29ee574 req-fd36038a-c7ba-4cf7-b173-90432eab929c service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Neutron deleted interface ce3fb677-d35e-4852-bd0c-06b3f13d7c10; detaching it from the instance and deleting it from the info cache [ 1082.467017] env[68205]: DEBUG nova.network.neutron [req-7534a8cd-aec2-4627-9d24-c2cdf29ee574 req-fd36038a-c7ba-4cf7-b173-90432eab929c service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.470168] env[68205]: DEBUG nova.policy [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '629cf1928c004547afdfe0ea2584ccc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf3dcfb8a15d4411b3e4f2dc5bb74d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.577447] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078216} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.577756] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.578662] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e11ed50-94c4-44d6-be5f-dbd614203fa5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.595731] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "7798a19a-3c0e-4bc9-b510-f09fefa84569" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.597192] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "7798a19a-3c0e-4bc9-b510-f09fefa84569" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.597375] env[68205]: DEBUG nova.compute.manager [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.611585] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 644874ca-dee6-420b-8a95-0eedaaba3eb0/644874ca-dee6-420b-8a95-0eedaaba3eb0.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.611585] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb913cd-e6cf-44bf-a9ca-2839580c42de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.614282] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2128775f-8d3a-4dd2-8fec-acdab71aa7f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.635435] env[68205]: DEBUG nova.compute.manager [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1082.636071] env[68205]: DEBUG nova.objects.instance [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lazy-loading 'flavor' on Instance uuid 7798a19a-3c0e-4bc9-b510-f09fefa84569 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.642151] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1082.642151] env[68205]: value = "task-2905067" [ 1082.642151] env[68205]: _type = "Task" [ 1082.642151] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.653374] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905067, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.825826] env[68205]: DEBUG nova.network.neutron [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Successfully created port: b7cc5538-e3ff-4e76-889f-cdedb12c31d7 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.876098] env[68205]: DEBUG nova.compute.manager [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.950946] env[68205]: DEBUG nova.network.neutron [-] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.973093] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2aa7bb4c-3cec-4627-9431-c27e0e09b300 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.987254] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b701d5d9-418d-4bd7-ab54-c00fd15c12a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.029089] env[68205]: DEBUG nova.compute.manager [req-7534a8cd-aec2-4627-9d24-c2cdf29ee574 req-fd36038a-c7ba-4cf7-b173-90432eab929c service nova] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Detach interface failed, port_id=ce3fb677-d35e-4852-bd0c-06b3f13d7c10, reason: Instance 22d62c69-46a8-439e-8ccb-527eff21efb8 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.159987] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905067, 'name': ReconfigVM_Task, 'duration_secs': 0.408471} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.166279] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 644874ca-dee6-420b-8a95-0eedaaba3eb0/644874ca-dee6-420b-8a95-0eedaaba3eb0.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.167503] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4726897-1ebd-430b-b6c3-a3b480101cf0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.183841] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1083.183841] env[68205]: value = "task-2905068" [ 1083.183841] env[68205]: _type = "Task" [ 1083.183841] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.192551] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905068, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.225087] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae55666-802f-4359-859d-4cc6705391d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.235096] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e0620-cb2a-45d5-b766-6778234c5318 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.272269] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a2694a-5e99-4b41-bff7-43b0e1f2882e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.281658] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e5d074-3841-4f00-b875-80885cb0925b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.298536] env[68205]: DEBUG nova.compute.provider_tree [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.454206] env[68205]: INFO nova.compute.manager [-] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Took 1.44 seconds to deallocate network for instance. [ 1083.657397] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.657714] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97cf03b8-91f0-4a60-a786-5ee06168ce5e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.668390] env[68205]: DEBUG oslo_vmware.api [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1083.668390] env[68205]: value = "task-2905069" [ 1083.668390] env[68205]: _type = "Task" [ 1083.668390] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.680240] env[68205]: DEBUG oslo_vmware.api [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.694242] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905068, 'name': Rename_Task, 'duration_secs': 0.169822} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.694242] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.694242] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7c8858f-c497-488c-aa72-06aebcd4742e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.702082] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1083.702082] env[68205]: value = "task-2905070" [ 1083.702082] env[68205]: _type = "Task" [ 1083.702082] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.712098] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.802129] env[68205]: DEBUG nova.scheduler.client.report [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.887445] env[68205]: DEBUG nova.compute.manager [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.923706] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.924023] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.925361] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.925741] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.926286] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.926610] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.926938] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.927226] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.927484] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.927736] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.928028] env[68205]: DEBUG nova.virt.hardware [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.929986] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798b606e-b02f-4432-90a1-250b90e1da2d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.939207] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b4af69-888f-4421-aa1d-dc31b19bc82a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.960540] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.181428] env[68205]: DEBUG oslo_vmware.api [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905069, 'name': PowerOffVM_Task, 'duration_secs': 0.255545} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.181728] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.182177] env[68205]: DEBUG nova.compute.manager [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.183352] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f079af-9885-454f-808c-8e3c2b1ca62e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.212727] env[68205]: DEBUG oslo_vmware.api [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905070, 'name': PowerOnVM_Task, 'duration_secs': 0.507461} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.213345] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.213626] env[68205]: DEBUG nova.compute.manager [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.214530] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0a9b7c-60dc-46ca-b143-c214a3720f0d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.308473] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.309146] env[68205]: DEBUG nova.compute.manager [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.313401] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.403s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.313652] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.319689] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.376s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.319689] env[68205]: DEBUG nova.objects.instance [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lazy-loading 'resources' on Instance uuid 35045269-72ab-409c-8a00-717f3f03679a {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.355189] env[68205]: INFO nova.scheduler.client.report [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted allocations for instance f887bade-c63d-4b59-97ee-214bb8546f10 [ 1084.702507] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc405ced-55f9-4c51-b5f5-ee93e8caa523 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "7798a19a-3c0e-4bc9-b510-f09fefa84569" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.105s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.738574] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.823625] env[68205]: DEBUG nova.compute.utils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.829965] env[68205]: DEBUG nova.compute.manager [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.830213] env[68205]: DEBUG nova.network.neutron [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.867609] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c5e02d2-72ff-4e04-951d-a5659cdf06b4 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "f887bade-c63d-4b59-97ee-214bb8546f10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.414s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.907879] env[68205]: DEBUG nova.policy [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e28a7cebe641ee92cb5a49c63595ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660ebffe7fb9414fa5e5a10f644653c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.937939] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "644874ca-dee6-420b-8a95-0eedaaba3eb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.938216] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "644874ca-dee6-420b-8a95-0eedaaba3eb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.938418] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "644874ca-dee6-420b-8a95-0eedaaba3eb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.938592] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "644874ca-dee6-420b-8a95-0eedaaba3eb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.938750] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "644874ca-dee6-420b-8a95-0eedaaba3eb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.941157] env[68205]: INFO nova.compute.manager [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Terminating instance [ 1085.030022] env[68205]: DEBUG nova.compute.manager [req-3ca4e310-0a4b-4d3f-b037-48660d39f4d0 req-cf208ed5-19c1-4c5d-9a77-9b086eba4803 service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Received event network-vif-plugged-b7cc5538-e3ff-4e76-889f-cdedb12c31d7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.030022] env[68205]: DEBUG oslo_concurrency.lockutils [req-3ca4e310-0a4b-4d3f-b037-48660d39f4d0 req-cf208ed5-19c1-4c5d-9a77-9b086eba4803 service nova] Acquiring lock "882612d6-3692-48ae-979d-4166e4018409-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.030022] env[68205]: DEBUG oslo_concurrency.lockutils [req-3ca4e310-0a4b-4d3f-b037-48660d39f4d0 req-cf208ed5-19c1-4c5d-9a77-9b086eba4803 service nova] Lock "882612d6-3692-48ae-979d-4166e4018409-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.030022] env[68205]: DEBUG oslo_concurrency.lockutils [req-3ca4e310-0a4b-4d3f-b037-48660d39f4d0 req-cf208ed5-19c1-4c5d-9a77-9b086eba4803 service nova] Lock "882612d6-3692-48ae-979d-4166e4018409-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.030022] env[68205]: DEBUG nova.compute.manager [req-3ca4e310-0a4b-4d3f-b037-48660d39f4d0 req-cf208ed5-19c1-4c5d-9a77-9b086eba4803 service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] No waiting events found dispatching network-vif-plugged-b7cc5538-e3ff-4e76-889f-cdedb12c31d7 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.030022] env[68205]: WARNING nova.compute.manager [req-3ca4e310-0a4b-4d3f-b037-48660d39f4d0 req-cf208ed5-19c1-4c5d-9a77-9b086eba4803 service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Received unexpected event network-vif-plugged-b7cc5538-e3ff-4e76-889f-cdedb12c31d7 for instance with vm_state building and task_state spawning. [ 1085.150020] env[68205]: DEBUG nova.network.neutron [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Successfully updated port: b7cc5538-e3ff-4e76-889f-cdedb12c31d7 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.162905] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1149f1a-127b-4353-ace5-d9c6ed6ec2c6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.175096] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94dee2c-0a3a-4476-9b73-bfdee4988ee0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.214388] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53fe82c-68f8-41db-9f0b-700c6fc4e42a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.224318] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5261f5-97a3-4411-96ca-173d7e31c0c4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.243489] env[68205]: DEBUG nova.compute.provider_tree [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.331899] env[68205]: DEBUG nova.compute.manager [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.445580] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "refresh_cache-644874ca-dee6-420b-8a95-0eedaaba3eb0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.446417] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquired lock "refresh_cache-644874ca-dee6-420b-8a95-0eedaaba3eb0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.446509] env[68205]: DEBUG nova.network.neutron [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.491042] env[68205]: DEBUG oslo_concurrency.lockutils [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "66e82933-0276-4786-aa5a-0b3b2a5412ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.491367] env[68205]: DEBUG oslo_concurrency.lockutils [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "66e82933-0276-4786-aa5a-0b3b2a5412ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.491629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "66e82933-0276-4786-aa5a-0b3b2a5412ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.492337] env[68205]: DEBUG oslo_concurrency.lockutils [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "66e82933-0276-4786-aa5a-0b3b2a5412ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.492597] env[68205]: DEBUG oslo_concurrency.lockutils [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "66e82933-0276-4786-aa5a-0b3b2a5412ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.496023] env[68205]: INFO nova.compute.manager [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Terminating instance [ 1085.515267] env[68205]: DEBUG nova.network.neutron [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Successfully created port: 924b8018-54c4-4abf-8d1b-009fb7483763 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.603527] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "7798a19a-3c0e-4bc9-b510-f09fefa84569" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.603930] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "7798a19a-3c0e-4bc9-b510-f09fefa84569" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.604376] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "7798a19a-3c0e-4bc9-b510-f09fefa84569-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.604748] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "7798a19a-3c0e-4bc9-b510-f09fefa84569-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.605089] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "7798a19a-3c0e-4bc9-b510-f09fefa84569-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.611147] env[68205]: INFO nova.compute.manager [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Terminating instance [ 1085.655731] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.656116] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.656116] env[68205]: DEBUG nova.network.neutron [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.746425] env[68205]: DEBUG nova.scheduler.client.report [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.977519] env[68205]: DEBUG nova.network.neutron [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.000734] env[68205]: DEBUG nova.compute.manager [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.001025] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.002159] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa476132-2d89-4f11-a216-34c1066da6ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.018019] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.018019] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9230eeb0-9697-4477-9555-b80256327572 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.026031] env[68205]: DEBUG oslo_vmware.api [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1086.026031] env[68205]: value = "task-2905071" [ 1086.026031] env[68205]: _type = "Task" [ 1086.026031] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.038531] env[68205]: DEBUG oslo_vmware.api [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.084294] env[68205]: DEBUG nova.network.neutron [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.118738] env[68205]: DEBUG nova.compute.manager [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.120696] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.120696] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf8812c-9727-4bca-aad4-3efb0b099894 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.135072] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.135072] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5315519f-69b1-4dfa-850e-a9799d5df4aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.225914] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.226244] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.226393] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleting the datastore file [datastore1] 7798a19a-3c0e-4bc9-b510-f09fefa84569 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.227043] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e157e6bd-bdd2-46bc-a280-01b7a8507439 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.235174] env[68205]: DEBUG oslo_vmware.api [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1086.235174] env[68205]: value = "task-2905073" [ 1086.235174] env[68205]: _type = "Task" [ 1086.235174] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.239639] env[68205]: DEBUG nova.network.neutron [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.247452] env[68205]: DEBUG oslo_vmware.api [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.255329] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.258650] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.297s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.258650] env[68205]: DEBUG nova.objects.instance [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lazy-loading 'resources' on Instance uuid 22d62c69-46a8-439e-8ccb-527eff21efb8 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.296820] env[68205]: INFO nova.scheduler.client.report [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Deleted allocations for instance 35045269-72ab-409c-8a00-717f3f03679a [ 1086.344618] env[68205]: DEBUG nova.compute.manager [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.392650] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.392931] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.393074] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.393339] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.393448] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.394502] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.394502] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.394502] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.394502] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.394502] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.394805] env[68205]: DEBUG nova.virt.hardware [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.398680] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cde156-30b5-403a-8490-cd6b0e4a3250 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.418951] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534b5e3b-c08f-4faf-bfd3-0874ea339d6c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.547696] env[68205]: DEBUG oslo_vmware.api [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905071, 'name': PowerOffVM_Task, 'duration_secs': 0.38162} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.548032] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.548202] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.548473] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce7b3cf5-7f7d-4db3-af64-b4474fa65c47 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.587144] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Releasing lock "refresh_cache-644874ca-dee6-420b-8a95-0eedaaba3eb0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.589098] env[68205]: DEBUG nova.compute.manager [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.589098] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.589098] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5d48ac-4143-42bd-98f7-627ca5fa2bdd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.597825] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.598123] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc82a5f7-0b4a-4bbc-8fd1-b708cd2f104c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.610867] env[68205]: DEBUG oslo_vmware.api [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1086.610867] env[68205]: value = "task-2905075" [ 1086.610867] env[68205]: _type = "Task" [ 1086.610867] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.623323] env[68205]: DEBUG oslo_vmware.api [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.636065] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.637595] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.637595] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleting the datastore file [datastore2] 66e82933-0276-4786-aa5a-0b3b2a5412ba {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.637595] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e64dabde-9445-40bf-838d-ab966d427408 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.644506] env[68205]: DEBUG oslo_vmware.api [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1086.644506] env[68205]: value = "task-2905076" [ 1086.644506] env[68205]: _type = "Task" [ 1086.644506] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.657961] env[68205]: DEBUG oslo_vmware.api [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.659254] env[68205]: DEBUG nova.network.neutron [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance_info_cache with network_info: [{"id": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "address": "fa:16:3e:02:22:71", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7cc5538-e3", "ovs_interfaceid": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.749883] env[68205]: DEBUG oslo_vmware.api [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288598} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.749883] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.750045] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.751022] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.751022] env[68205]: INFO nova.compute.manager [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1086.751022] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.751272] env[68205]: DEBUG nova.compute.manager [-] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.751272] env[68205]: DEBUG nova.network.neutron [-] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.805768] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2d2b1685-9a21-4c2b-9e19-7bb3f399c817 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "35045269-72ab-409c-8a00-717f3f03679a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.372s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.058524] env[68205]: DEBUG nova.compute.manager [req-bb31e4fd-daed-42dd-bcfc-7cc5dd57e96b req-259d17a5-e6c9-406d-bd68-0f4881fe09de service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Received event network-changed-b7cc5538-e3ff-4e76-889f-cdedb12c31d7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.058705] env[68205]: DEBUG nova.compute.manager [req-bb31e4fd-daed-42dd-bcfc-7cc5dd57e96b req-259d17a5-e6c9-406d-bd68-0f4881fe09de service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Refreshing instance network info cache due to event network-changed-b7cc5538-e3ff-4e76-889f-cdedb12c31d7. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.059189] env[68205]: DEBUG oslo_concurrency.lockutils [req-bb31e4fd-daed-42dd-bcfc-7cc5dd57e96b req-259d17a5-e6c9-406d-bd68-0f4881fe09de service nova] Acquiring lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.095622] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf16916-d31d-4130-b1c8-f258f98ca914 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.106121] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da255746-bf29-4e7c-a8a4-2fc74319f892 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.143791] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cd3733-a749-4531-a360-fcbab26e9b05 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.149665] env[68205]: DEBUG oslo_vmware.api [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905075, 'name': PowerOffVM_Task, 'duration_secs': 0.173778} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.153499] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.153739] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.154064] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-506758f6-60de-4f30-8d4f-c142657a5e03 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.159261] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de36116-6b66-4c1c-a92d-c33358665520 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.169211] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.169580] env[68205]: DEBUG nova.compute.manager [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Instance network_info: |[{"id": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "address": "fa:16:3e:02:22:71", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7cc5538-e3", "ovs_interfaceid": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.169899] env[68205]: DEBUG oslo_vmware.api [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257385} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.170313] env[68205]: DEBUG oslo_concurrency.lockutils [req-bb31e4fd-daed-42dd-bcfc-7cc5dd57e96b req-259d17a5-e6c9-406d-bd68-0f4881fe09de service nova] Acquired lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.170427] env[68205]: DEBUG nova.network.neutron [req-bb31e4fd-daed-42dd-bcfc-7cc5dd57e96b req-259d17a5-e6c9-406d-bd68-0f4881fe09de service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Refreshing network info cache for port b7cc5538-e3ff-4e76-889f-cdedb12c31d7 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.171716] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:22:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7cc5538-e3ff-4e76-889f-cdedb12c31d7', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.183119] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.183951] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.184306] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.184533] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.184780] env[68205]: INFO nova.compute.manager [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1087.185083] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.185919] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 882612d6-3692-48ae-979d-4166e4018409] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.185919] env[68205]: DEBUG nova.compute.manager [-] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.186085] env[68205]: DEBUG nova.network.neutron [-] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.190330] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e44c1dc-4599-4f89-b994-49cc34fcc431 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.206477] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.206477] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.206477] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Deleting the datastore file [datastore2] 644874ca-dee6-420b-8a95-0eedaaba3eb0 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.216139] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9710adc9-5f21-47a1-85e6-872b9aa3111c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.219298] env[68205]: DEBUG nova.compute.provider_tree [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.230121] env[68205]: DEBUG oslo_vmware.api [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for the task: (returnval){ [ 1087.230121] env[68205]: value = "task-2905078" [ 1087.230121] env[68205]: _type = "Task" [ 1087.230121] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.230914] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.230914] env[68205]: value = "task-2905079" [ 1087.230914] env[68205]: _type = "Task" [ 1087.230914] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.250632] env[68205]: DEBUG oslo_vmware.api [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.255037] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905079, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.726891] env[68205]: DEBUG nova.scheduler.client.report [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.731210] env[68205]: DEBUG nova.network.neutron [-] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.754027] env[68205]: DEBUG oslo_vmware.api [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Task: {'id': task-2905078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227768} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.755222] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.755441] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.755607] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.755820] env[68205]: INFO nova.compute.manager [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1087.756409] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.756409] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905079, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.757515] env[68205]: DEBUG nova.compute.manager [-] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.757640] env[68205]: DEBUG nova.network.neutron [-] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.018154] env[68205]: DEBUG oslo_concurrency.lockutils [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "b9219555-6048-4ea6-978b-127cd8f1f611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.019890] env[68205]: DEBUG oslo_concurrency.lockutils [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "b9219555-6048-4ea6-978b-127cd8f1f611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.021663] env[68205]: DEBUG oslo_concurrency.lockutils [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "b9219555-6048-4ea6-978b-127cd8f1f611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.021663] env[68205]: DEBUG oslo_concurrency.lockutils [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "b9219555-6048-4ea6-978b-127cd8f1f611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.021663] env[68205]: DEBUG oslo_concurrency.lockutils [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "b9219555-6048-4ea6-978b-127cd8f1f611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.027863] env[68205]: DEBUG nova.network.neutron [-] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.027863] env[68205]: INFO nova.compute.manager [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Terminating instance [ 1088.096697] env[68205]: DEBUG nova.network.neutron [req-bb31e4fd-daed-42dd-bcfc-7cc5dd57e96b req-259d17a5-e6c9-406d-bd68-0f4881fe09de service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updated VIF entry in instance network info cache for port b7cc5538-e3ff-4e76-889f-cdedb12c31d7. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.098296] env[68205]: DEBUG nova.network.neutron [req-bb31e4fd-daed-42dd-bcfc-7cc5dd57e96b req-259d17a5-e6c9-406d-bd68-0f4881fe09de service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance_info_cache with network_info: [{"id": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "address": "fa:16:3e:02:22:71", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7cc5538-e3", "ovs_interfaceid": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.239623] env[68205]: INFO nova.compute.manager [-] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Took 1.49 seconds to deallocate network for instance. [ 1088.240403] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.245780] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.507s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.245892] env[68205]: DEBUG nova.objects.instance [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1088.272292] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905079, 'name': CreateVM_Task, 'duration_secs': 0.52655} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.272292] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 882612d6-3692-48ae-979d-4166e4018409] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.272550] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.272706] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.273038] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.274160] env[68205]: INFO nova.scheduler.client.report [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted allocations for instance 22d62c69-46a8-439e-8ccb-527eff21efb8 [ 1088.277023] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590550af-aa71-4cf1-852b-1d553f73a995 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.286234] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1088.286234] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52277f7c-cd41-9410-8a98-33068ded1c79" [ 1088.286234] env[68205]: _type = "Task" [ 1088.286234] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.296873] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52277f7c-cd41-9410-8a98-33068ded1c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.308690] env[68205]: DEBUG nova.compute.manager [req-92576954-892b-45c9-85f5-57436050a51f req-a999ab69-aa57-475b-94e5-2f83394b8c5e service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Received event network-vif-plugged-924b8018-54c4-4abf-8d1b-009fb7483763 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.308690] env[68205]: DEBUG oslo_concurrency.lockutils [req-92576954-892b-45c9-85f5-57436050a51f req-a999ab69-aa57-475b-94e5-2f83394b8c5e service nova] Acquiring lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.308886] env[68205]: DEBUG oslo_concurrency.lockutils [req-92576954-892b-45c9-85f5-57436050a51f req-a999ab69-aa57-475b-94e5-2f83394b8c5e service nova] Lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.308886] env[68205]: DEBUG oslo_concurrency.lockutils [req-92576954-892b-45c9-85f5-57436050a51f req-a999ab69-aa57-475b-94e5-2f83394b8c5e service nova] Lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.309170] env[68205]: DEBUG nova.compute.manager [req-92576954-892b-45c9-85f5-57436050a51f req-a999ab69-aa57-475b-94e5-2f83394b8c5e service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] No waiting events found dispatching network-vif-plugged-924b8018-54c4-4abf-8d1b-009fb7483763 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.309303] env[68205]: WARNING nova.compute.manager [req-92576954-892b-45c9-85f5-57436050a51f req-a999ab69-aa57-475b-94e5-2f83394b8c5e service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Received unexpected event network-vif-plugged-924b8018-54c4-4abf-8d1b-009fb7483763 for instance with vm_state building and task_state spawning. [ 1088.462178] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquiring lock "8803e044-f120-4c41-9c59-b1272f4e3375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.462491] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Lock "8803e044-f120-4c41-9c59-b1272f4e3375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.496607] env[68205]: DEBUG nova.network.neutron [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Successfully updated port: 924b8018-54c4-4abf-8d1b-009fb7483763 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.530956] env[68205]: DEBUG nova.network.neutron [-] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.534140] env[68205]: DEBUG nova.compute.manager [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.534341] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.535521] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4123c91-58d3-4329-9a5d-efebe3dc9bb6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.546260] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.547106] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a43ac57-14e5-4c21-b8a9-7a198a4c958e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.555864] env[68205]: DEBUG oslo_vmware.api [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1088.555864] env[68205]: value = "task-2905080" [ 1088.555864] env[68205]: _type = "Task" [ 1088.555864] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.568322] env[68205]: DEBUG oslo_vmware.api [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.601083] env[68205]: DEBUG oslo_concurrency.lockutils [req-bb31e4fd-daed-42dd-bcfc-7cc5dd57e96b req-259d17a5-e6c9-406d-bd68-0f4881fe09de service nova] Releasing lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.766931] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.785759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b542d5e2-e583-4fbf-87e1-26859e4ec5a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "22d62c69-46a8-439e-8ccb-527eff21efb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.464s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.799841] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52277f7c-cd41-9410-8a98-33068ded1c79, 'name': SearchDatastore_Task, 'duration_secs': 0.017886} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.800385] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.800715] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.801078] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.801253] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.802440] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.802853] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d5a4dfe-4de2-4f61-a751-f405a2feda4e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.814840] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.815073] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.815923] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee1a49c-962b-43c9-a852-0b94ad659620 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.823389] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1088.823389] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ab932c-250b-e3ed-537c-1a2d02c0a49d" [ 1088.823389] env[68205]: _type = "Task" [ 1088.823389] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.833321] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ab932c-250b-e3ed-537c-1a2d02c0a49d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.965299] env[68205]: DEBUG nova.compute.manager [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.003549] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.003549] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.003549] env[68205]: DEBUG nova.network.neutron [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.032919] env[68205]: INFO nova.compute.manager [-] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Took 1.28 seconds to deallocate network for instance. [ 1089.074425] env[68205]: DEBUG oslo_vmware.api [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905080, 'name': PowerOffVM_Task, 'duration_secs': 0.31431} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.075532] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.075730] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.076144] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7f7b31c-d5fc-402a-bf9b-bab99ec383e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.097258] env[68205]: DEBUG nova.compute.manager [req-655eb6ad-4c41-41c0-9025-abf6d3626c37 req-36621e6d-fbd6-4132-8228-6e83f1747790 service nova] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Received event network-vif-deleted-d2146146-a2d3-41e7-8a60-0255b7deb49b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.108450] env[68205]: DEBUG oslo_vmware.rw_handles [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a39e49-24fd-3f21-217c-3833e37689c4/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1089.110193] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327da4ef-da63-4e1d-95ab-79691ebe9917 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.119103] env[68205]: DEBUG oslo_vmware.rw_handles [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a39e49-24fd-3f21-217c-3833e37689c4/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1089.119463] env[68205]: ERROR oslo_vmware.rw_handles [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a39e49-24fd-3f21-217c-3833e37689c4/disk-0.vmdk due to incomplete transfer. [ 1089.119599] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d6ca982-ab64-4e2a-932f-ab4c0ca50c64 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.128864] env[68205]: DEBUG oslo_vmware.rw_handles [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a39e49-24fd-3f21-217c-3833e37689c4/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1089.129137] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Uploaded image ab30b0cd-cbdf-46cb-8ba3-cfd4c32780cf to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1089.132953] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1089.133381] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3e4d4ff3-126f-4da4-afae-2fce856ce706 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.142194] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1089.142194] env[68205]: value = "task-2905082" [ 1089.142194] env[68205]: _type = "Task" [ 1089.142194] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.152773] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905082, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.158132] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.158132] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.158132] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Deleting the datastore file [datastore2] b9219555-6048-4ea6-978b-127cd8f1f611 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.158775] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c433fb0-fc30-4088-bb9d-1888171ad980 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.161305] env[68205]: DEBUG nova.network.neutron [-] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.173328] env[68205]: DEBUG oslo_vmware.api [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1089.173328] env[68205]: value = "task-2905083" [ 1089.173328] env[68205]: _type = "Task" [ 1089.173328] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.188621] env[68205]: DEBUG oslo_vmware.api [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.257281] env[68205]: DEBUG oslo_concurrency.lockutils [None req-fbb69e6c-ab80-4323-a38c-202c8efdaa43 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.258927] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.492s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.258927] env[68205]: DEBUG nova.objects.instance [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lazy-loading 'resources' on Instance uuid 7798a19a-3c0e-4bc9-b510-f09fefa84569 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.339535] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ab932c-250b-e3ed-537c-1a2d02c0a49d, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.340601] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a71c1a-65fa-4eae-8231-a3e0e9901bfa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.349520] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1089.349520] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e0aee0-1f8f-fbe3-9e4e-255e55a0cfc4" [ 1089.349520] env[68205]: _type = "Task" [ 1089.349520] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.364160] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e0aee0-1f8f-fbe3-9e4e-255e55a0cfc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.487673] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.543227] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.549731] env[68205]: DEBUG nova.network.neutron [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.654772] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905082, 'name': Destroy_Task, 'duration_secs': 0.387922} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.655650] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Destroyed the VM [ 1089.656131] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1089.656428] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd5a3ae4-94a1-4587-afb9-5faa09da5faa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.665986] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1089.665986] env[68205]: value = "task-2905084" [ 1089.665986] env[68205]: _type = "Task" [ 1089.665986] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.666498] env[68205]: INFO nova.compute.manager [-] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Took 2.48 seconds to deallocate network for instance. [ 1089.694862] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905084, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.696159] env[68205]: DEBUG oslo_vmware.api [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317454} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.696506] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.696681] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.696865] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.697049] env[68205]: INFO nova.compute.manager [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1089.697312] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.697511] env[68205]: DEBUG nova.compute.manager [-] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.697601] env[68205]: DEBUG nova.network.neutron [-] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.870344] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquiring lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.870650] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.882698] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e0aee0-1f8f-fbe3-9e4e-255e55a0cfc4, 'name': SearchDatastore_Task, 'duration_secs': 0.020527} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.887449] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.887846] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 882612d6-3692-48ae-979d-4166e4018409/882612d6-3692-48ae-979d-4166e4018409.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.888362] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd91d687-f8b1-46ec-9ec6-86082c98cfc5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.900638] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1089.900638] env[68205]: value = "task-2905085" [ 1089.900638] env[68205]: _type = "Task" [ 1089.900638] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.919316] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.964514] env[68205]: DEBUG nova.network.neutron [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updating instance_info_cache with network_info: [{"id": "924b8018-54c4-4abf-8d1b-009fb7483763", "address": "fa:16:3e:1a:d9:71", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924b8018-54", "ovs_interfaceid": "924b8018-54c4-4abf-8d1b-009fb7483763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.076624] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b74f191-bb62-42c2-a794-6438d660dbab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.089769] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de215f8-87c6-4782-a266-9fd94a2b0770 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.133393] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11b3501-2fd1-4ff3-a415-40b4686be3b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.143816] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75caf5bf-3b11-4181-a645-76fe26d5ebed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.162875] env[68205]: DEBUG nova.compute.provider_tree [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.179491] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905084, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.183011] env[68205]: DEBUG oslo_concurrency.lockutils [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.346705] env[68205]: DEBUG nova.compute.manager [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Received event network-changed-924b8018-54c4-4abf-8d1b-009fb7483763 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.346705] env[68205]: DEBUG nova.compute.manager [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Refreshing instance network info cache due to event network-changed-924b8018-54c4-4abf-8d1b-009fb7483763. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.347037] env[68205]: DEBUG oslo_concurrency.lockutils [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] Acquiring lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.391027] env[68205]: DEBUG nova.compute.manager [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.419021] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905085, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.466587] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.470024] env[68205]: DEBUG nova.compute.manager [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Instance network_info: |[{"id": "924b8018-54c4-4abf-8d1b-009fb7483763", "address": "fa:16:3e:1a:d9:71", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924b8018-54", "ovs_interfaceid": "924b8018-54c4-4abf-8d1b-009fb7483763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.470024] env[68205]: DEBUG oslo_concurrency.lockutils [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] Acquired lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.470024] env[68205]: DEBUG nova.network.neutron [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Refreshing network info cache for port 924b8018-54c4-4abf-8d1b-009fb7483763 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.470024] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:d9:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '924b8018-54c4-4abf-8d1b-009fb7483763', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.476563] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Creating folder: Project (660ebffe7fb9414fa5e5a10f644653c4). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.477700] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50156c22-c781-48f7-927a-64c8a1e26d38 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.492795] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Created folder: Project (660ebffe7fb9414fa5e5a10f644653c4) in parent group-v583212. [ 1090.493043] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Creating folder: Instances. Parent ref: group-v583460. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.493370] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db4c3cbf-983c-43f5-9ad6-f643e8b5d7a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.504294] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Created folder: Instances in parent group-v583460. [ 1090.504553] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.504749] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.504961] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d1fab51-f555-4c46-9ce4-7e1671bd97e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.525955] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.525955] env[68205]: value = "task-2905088" [ 1090.525955] env[68205]: _type = "Task" [ 1090.525955] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.537042] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905088, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.653316] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.653955] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.665829] env[68205]: DEBUG nova.scheduler.client.report [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.679418] env[68205]: DEBUG oslo_vmware.api [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905084, 'name': RemoveSnapshot_Task, 'duration_secs': 0.833615} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.679713] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1090.679952] env[68205]: INFO nova.compute.manager [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 1090.802235] env[68205]: DEBUG nova.network.neutron [-] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.916395] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.921479] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532282} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.921734] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 882612d6-3692-48ae-979d-4166e4018409/882612d6-3692-48ae-979d-4166e4018409.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.922134] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.922437] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebf4d067-49a9-4c5b-ae83-38f831de539d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.931261] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1090.931261] env[68205]: value = "task-2905089" [ 1090.931261] env[68205]: _type = "Task" [ 1090.931261] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.943283] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.041231] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905088, 'name': CreateVM_Task, 'duration_secs': 0.433776} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.041231] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.041231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.041231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.041231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.041948] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ea5ff1-4fcd-4847-972e-bd83f0dc0567 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.047666] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1091.047666] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525851eb-a107-50e6-913e-fbc04bd9ea1a" [ 1091.047666] env[68205]: _type = "Task" [ 1091.047666] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.061230] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525851eb-a107-50e6-913e-fbc04bd9ea1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.157708] env[68205]: DEBUG nova.compute.manager [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.177055] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.177055] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.689s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.179701] env[68205]: INFO nova.compute.claims [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.213351] env[68205]: INFO nova.scheduler.client.report [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted allocations for instance 7798a19a-3c0e-4bc9-b510-f09fefa84569 [ 1091.242122] env[68205]: DEBUG nova.compute.manager [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Found 3 images (rotation: 2) {{(pid=68205) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1091.244125] env[68205]: DEBUG nova.compute.manager [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Rotating out 1 backups {{(pid=68205) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1091.244125] env[68205]: DEBUG nova.compute.manager [None req-d84722a7-37e4-4710-841e-d352161f9e29 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Deleting image ec3a8cd7-7c14-4d96-b3be-fcf1774392a5 {{(pid=68205) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1091.305864] env[68205]: INFO nova.compute.manager [-] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Took 1.61 seconds to deallocate network for instance. [ 1091.357046] env[68205]: DEBUG nova.network.neutron [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updated VIF entry in instance network info cache for port 924b8018-54c4-4abf-8d1b-009fb7483763. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.357509] env[68205]: DEBUG nova.network.neutron [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updating instance_info_cache with network_info: [{"id": "924b8018-54c4-4abf-8d1b-009fb7483763", "address": "fa:16:3e:1a:d9:71", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924b8018-54", "ovs_interfaceid": "924b8018-54c4-4abf-8d1b-009fb7483763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.449090] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08036} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.449845] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.450256] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a7cfa1-3b73-4df2-a89b-74025bf083a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.474559] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 882612d6-3692-48ae-979d-4166e4018409/882612d6-3692-48ae-979d-4166e4018409.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.474847] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b66773ce-da89-4c12-b466-d9ace03f6961 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.497868] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1091.497868] env[68205]: value = "task-2905090" [ 1091.497868] env[68205]: _type = "Task" [ 1091.497868] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.507658] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.560581] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525851eb-a107-50e6-913e-fbc04bd9ea1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.560984] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.562637] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.562637] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.562637] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.562637] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.562637] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66febff2-fc42-4d24-9a28-82414327a0bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.572383] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.572383] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.572958] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bb3031-9f8f-475e-8d56-b309506bf7c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.579484] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1091.579484] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526595ab-8925-a01e-b433-4d0d7a8d84dc" [ 1091.579484] env[68205]: _type = "Task" [ 1091.579484] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.587967] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526595ab-8925-a01e-b433-4d0d7a8d84dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.682017] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.722781] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f53a8402-6dad-4130-9ee1-aae80ee6248e tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "7798a19a-3c0e-4bc9-b510-f09fefa84569" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.119s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.810528] env[68205]: DEBUG oslo_concurrency.lockutils [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.860858] env[68205]: DEBUG oslo_concurrency.lockutils [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] Releasing lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.860858] env[68205]: DEBUG nova.compute.manager [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Received event network-vif-deleted-5d2735da-b712-4fa8-8f9f-0634f6d6bfd3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.860858] env[68205]: DEBUG nova.compute.manager [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Received event network-vif-deleted-e5dda161-f7e2-4f8d-bf1d-56b6368ee67e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.861012] env[68205]: INFO nova.compute.manager [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Neutron deleted interface e5dda161-f7e2-4f8d-bf1d-56b6368ee67e; detaching it from the instance and deleting it from the info cache [ 1091.861098] env[68205]: DEBUG nova.network.neutron [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.013649] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905090, 'name': ReconfigVM_Task, 'duration_secs': 0.346358} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.014200] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 882612d6-3692-48ae-979d-4166e4018409/882612d6-3692-48ae-979d-4166e4018409.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.014894] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95395d09-6734-45ff-98ba-efd7245a0a90 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.024040] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1092.024040] env[68205]: value = "task-2905091" [ 1092.024040] env[68205]: _type = "Task" [ 1092.024040] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.033967] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905091, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.091910] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526595ab-8925-a01e-b433-4d0d7a8d84dc, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.092830] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007ab3e3-b3a5-4bce-a46a-658e6aaf8bc4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.100784] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1092.100784] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524809b1-23b9-a2c5-9fe2-f75ee100d0d7" [ 1092.100784] env[68205]: _type = "Task" [ 1092.100784] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.108695] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524809b1-23b9-a2c5-9fe2-f75ee100d0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.365076] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-123ec0a1-3c95-46d4-95b7-4e26cafdac3e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.384296] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274352a0-ddd2-405f-9b96-7452fbcc46c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.427540] env[68205]: DEBUG nova.compute.manager [req-36d45ee2-14fe-4255-916a-e7b71a524aad req-697acb09-0319-4e72-ad51-09c55a75d9d7 service nova] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Detach interface failed, port_id=e5dda161-f7e2-4f8d-bf1d-56b6368ee67e, reason: Instance b9219555-6048-4ea6-978b-127cd8f1f611 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.493644] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "d38e4626-d133-401b-891d-5190271d9c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.495492] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "d38e4626-d133-401b-891d-5190271d9c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.516286] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acb137e-f48d-4016-bc30-a0df2d4d83ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.525632] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1841e83-c9ac-4a50-b203-68e3d1d92c46 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.538471] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905091, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.569589] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db72352-4655-470e-b7b1-92dd9800a481 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.578029] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac982ad-08ac-4eb7-8d37-75bf65098ef0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.593478] env[68205]: DEBUG nova.compute.provider_tree [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.611928] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524809b1-23b9-a2c5-9fe2-f75ee100d0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.612268] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.612611] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 6c2c4f6f-384f-4172-b446-9531fd3b1cd1/6c2c4f6f-384f-4172-b446-9531fd3b1cd1.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.612926] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c70cb75-1352-4776-a926-5fe7de89da5e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.622414] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1092.622414] env[68205]: value = "task-2905092" [ 1092.622414] env[68205]: _type = "Task" [ 1092.622414] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.631401] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.999514] env[68205]: DEBUG nova.compute.manager [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.039521] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905091, 'name': Rename_Task, 'duration_secs': 0.924552} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.040057] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.040468] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a98b750-d543-4889-82e5-2ba01309c3ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.049393] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1093.049393] env[68205]: value = "task-2905093" [ 1093.049393] env[68205]: _type = "Task" [ 1093.049393] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.062977] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.097185] env[68205]: DEBUG nova.scheduler.client.report [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.139438] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905092, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.494591] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "abd64f68-27d9-4c33-8265-def255cf5de7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.495085] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.521278] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.562683] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.604496] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.605133] env[68205]: DEBUG nova.compute.manager [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.608025] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.065s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.611666] env[68205]: DEBUG nova.objects.instance [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lazy-loading 'resources' on Instance uuid 644874ca-dee6-420b-8a95-0eedaaba3eb0 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.634604] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64991} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.635111] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 6c2c4f6f-384f-4172-b446-9531fd3b1cd1/6c2c4f6f-384f-4172-b446-9531fd3b1cd1.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.635326] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.635591] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d288973-0969-4a14-aecd-0b158661a30d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.645035] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1093.645035] env[68205]: value = "task-2905097" [ 1093.645035] env[68205]: _type = "Task" [ 1093.645035] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.658192] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.732604] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.732949] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.733338] env[68205]: DEBUG nova.compute.manager [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.734494] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5736c24e-e46f-4c20-a872-a3864534842a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.743882] env[68205]: DEBUG nova.compute.manager [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1093.744609] env[68205]: DEBUG nova.objects.instance [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'flavor' on Instance uuid d0671ddd-2c1d-4804-bada-5580fe3a7292 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.998469] env[68205]: INFO nova.compute.manager [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Detaching volume c88aef4f-b5c7-4734-8a28-d9e4e95c745b [ 1094.036013] env[68205]: INFO nova.virt.block_device [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Attempting to driver detach volume c88aef4f-b5c7-4734-8a28-d9e4e95c745b from mountpoint /dev/sdb [ 1094.036291] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1094.036505] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583428', 'volume_id': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'name': 'volume-c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abd64f68-27d9-4c33-8265-def255cf5de7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'serial': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1094.037454] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeb7aea-161b-4736-abe1-8af721a7218d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.062913] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d68fb55-400a-46d4-ba36-8d552819113d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.071987] env[68205]: DEBUG oslo_vmware.api [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905093, 'name': PowerOnVM_Task, 'duration_secs': 0.601977} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.076021] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.076021] env[68205]: INFO nova.compute.manager [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1094.076021] env[68205]: DEBUG nova.compute.manager [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.076021] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16e05c8-cc40-433a-a173-2dec1555fbc3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.078751] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9854c79-00f3-4a9a-9d1b-695cea4cf633 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.108251] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d097354-cae6-4103-9fe0-b259c4d1ad48 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.112123] env[68205]: DEBUG nova.compute.utils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.115834] env[68205]: DEBUG nova.compute.manager [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.116814] env[68205]: DEBUG nova.network.neutron [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.133535] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] The volume has not been displaced from its original location: [datastore1] volume-c88aef4f-b5c7-4734-8a28-d9e4e95c745b/volume-c88aef4f-b5c7-4734-8a28-d9e4e95c745b.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1094.139080] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.145030] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53299d2a-3734-404c-acc0-af8ffac1c38e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.170063] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106447} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.170374] env[68205]: DEBUG oslo_vmware.api [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1094.170374] env[68205]: value = "task-2905098" [ 1094.170374] env[68205]: _type = "Task" [ 1094.170374] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.173168] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.174766] env[68205]: DEBUG nova.policy [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6de5ee023c2945818bd5502a5a713bee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fde576c314d4adb92cadecd73b130e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.178023] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23812513-93c1-4e85-97d2-9682c9cbd2ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.208093] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 6c2c4f6f-384f-4172-b446-9531fd3b1cd1/6c2c4f6f-384f-4172-b446-9531fd3b1cd1.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.208435] env[68205]: DEBUG oslo_vmware.api [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.211440] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec802c1-6ffa-4da9-98a7-a52dedff588a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.232902] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1094.232902] env[68205]: value = "task-2905099" [ 1094.232902] env[68205]: _type = "Task" [ 1094.232902] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.243258] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.410135] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48157ac-e2ca-4cbf-b4e3-7577848deef8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.419251] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ab8ec2-d438-4fd0-850f-d4dec4236573 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.453363] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e75742-30a8-41d4-b397-a2d114e3b7d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.462196] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f4b336-4ec4-443b-bf45-174bf6b830d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.478542] env[68205]: DEBUG nova.compute.provider_tree [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.529573] env[68205]: DEBUG nova.network.neutron [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Successfully created port: d98cb59d-9e9f-4e60-ad98-e43f09a1ad16 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.617705] env[68205]: DEBUG nova.compute.manager [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.624021] env[68205]: INFO nova.compute.manager [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Took 28.46 seconds to build instance. [ 1094.684711] env[68205]: DEBUG oslo_vmware.api [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.743679] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905099, 'name': ReconfigVM_Task, 'duration_secs': 0.296584} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.743679] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 6c2c4f6f-384f-4172-b446-9531fd3b1cd1/6c2c4f6f-384f-4172-b446-9531fd3b1cd1.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.744438] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c72b880-25aa-48e3-bbd3-eb1dae505c09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.752393] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.752557] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1094.752557] env[68205]: value = "task-2905100" [ 1094.752557] env[68205]: _type = "Task" [ 1094.752557] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.753139] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6a156b4-54fe-4f9a-9c91-3b181a1673fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.763614] env[68205]: DEBUG oslo_vmware.api [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1094.763614] env[68205]: value = "task-2905101" [ 1094.763614] env[68205]: _type = "Task" [ 1094.763614] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.766349] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905100, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.774248] env[68205]: DEBUG oslo_vmware.api [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.981710] env[68205]: DEBUG nova.scheduler.client.report [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.126811] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6aa16840-40a8-4a98-aeac-5925310effb8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "882612d6-3692-48ae-979d-4166e4018409" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.978s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.186033] env[68205]: DEBUG oslo_vmware.api [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.267024] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905100, 'name': Rename_Task, 'duration_secs': 0.155445} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.267024] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.267024] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3692123-f573-42ae-aa18-1c1963a5307a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.275013] env[68205]: DEBUG oslo_vmware.api [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905101, 'name': PowerOffVM_Task, 'duration_secs': 0.219067} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.276436] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.276780] env[68205]: DEBUG nova.compute.manager [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.277247] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1095.277247] env[68205]: value = "task-2905102" [ 1095.277247] env[68205]: _type = "Task" [ 1095.277247] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.278280] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a255c1b9-176b-415a-9bab-7df79035f9a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.288371] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.487243] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.496525] env[68205]: DEBUG oslo_concurrency.lockutils [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.312s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.496525] env[68205]: DEBUG nova.objects.instance [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'resources' on Instance uuid 66e82933-0276-4786-aa5a-0b3b2a5412ba {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.515447] env[68205]: INFO nova.scheduler.client.report [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Deleted allocations for instance 644874ca-dee6-420b-8a95-0eedaaba3eb0 [ 1095.629542] env[68205]: DEBUG nova.compute.manager [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.654352] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.654631] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.654809] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.655017] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.655601] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.655601] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.655777] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.655944] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.656127] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.656294] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.656481] env[68205]: DEBUG nova.virt.hardware [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.657395] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74590a0-3ea6-4e0b-8aa3-6336f771fe15 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.667722] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e7c221-369a-43ba-9a3b-aca2a599ae44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.696022] env[68205]: DEBUG oslo_vmware.api [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905098, 'name': ReconfigVM_Task, 'duration_secs': 1.392795} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.696022] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.699498] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34171b74-1a8d-4d07-8d59-a90c9094b6fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.719244] env[68205]: DEBUG oslo_vmware.api [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1095.719244] env[68205]: value = "task-2905103" [ 1095.719244] env[68205]: _type = "Task" [ 1095.719244] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.731044] env[68205]: DEBUG oslo_vmware.api [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.797494] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905102, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.798624] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed6b0c8a-ebaf-4910-8e62-bc2fe86b54d2 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.028559] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a85c5818-ffe8-4616-a953-5fe48b9c0820 tempest-ServerShowV257Test-2098958227 tempest-ServerShowV257Test-2098958227-project-member] Lock "644874ca-dee6-420b-8a95-0eedaaba3eb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.090s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.042836] env[68205]: DEBUG nova.compute.manager [req-643a24c8-620d-448f-ad67-c3fdf9c3331d req-395e25b6-39b3-4649-9ad7-df01a3fe7d2e service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Received event network-vif-plugged-d98cb59d-9e9f-4e60-ad98-e43f09a1ad16 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.043159] env[68205]: DEBUG oslo_concurrency.lockutils [req-643a24c8-620d-448f-ad67-c3fdf9c3331d req-395e25b6-39b3-4649-9ad7-df01a3fe7d2e service nova] Acquiring lock "8803e044-f120-4c41-9c59-b1272f4e3375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.043294] env[68205]: DEBUG oslo_concurrency.lockutils [req-643a24c8-620d-448f-ad67-c3fdf9c3331d req-395e25b6-39b3-4649-9ad7-df01a3fe7d2e service nova] Lock "8803e044-f120-4c41-9c59-b1272f4e3375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.043461] env[68205]: DEBUG oslo_concurrency.lockutils [req-643a24c8-620d-448f-ad67-c3fdf9c3331d req-395e25b6-39b3-4649-9ad7-df01a3fe7d2e service nova] Lock "8803e044-f120-4c41-9c59-b1272f4e3375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.043621] env[68205]: DEBUG nova.compute.manager [req-643a24c8-620d-448f-ad67-c3fdf9c3331d req-395e25b6-39b3-4649-9ad7-df01a3fe7d2e service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] No waiting events found dispatching network-vif-plugged-d98cb59d-9e9f-4e60-ad98-e43f09a1ad16 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.043782] env[68205]: WARNING nova.compute.manager [req-643a24c8-620d-448f-ad67-c3fdf9c3331d req-395e25b6-39b3-4649-9ad7-df01a3fe7d2e service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Received unexpected event network-vif-plugged-d98cb59d-9e9f-4e60-ad98-e43f09a1ad16 for instance with vm_state building and task_state spawning. [ 1096.197818] env[68205]: DEBUG nova.network.neutron [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Successfully updated port: d98cb59d-9e9f-4e60-ad98-e43f09a1ad16 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.237430] env[68205]: DEBUG oslo_vmware.api [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905103, 'name': ReconfigVM_Task, 'duration_secs': 0.246856} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.237825] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583428', 'volume_id': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'name': 'volume-c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abd64f68-27d9-4c33-8265-def255cf5de7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b', 'serial': 'c88aef4f-b5c7-4734-8a28-d9e4e95c745b'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.291490] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa34b3f1-d12a-49e4-abf3-2ead1a5c28ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.297511] env[68205]: DEBUG oslo_vmware.api [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905102, 'name': PowerOnVM_Task, 'duration_secs': 0.689174} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.298305] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.298588] env[68205]: INFO nova.compute.manager [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1096.298908] env[68205]: DEBUG nova.compute.manager [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.299703] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119660c2-1b6d-4646-b248-2de117e615a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.305863] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eb8aad-6d3e-4a16-98f5-1728b884bc02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.344976] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45990a5a-969f-41fc-8137-3bea641066a8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.355770] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bbecc0-6dd7-437d-9918-0e14216a3afe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.372869] env[68205]: DEBUG nova.compute.provider_tree [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.442622] env[68205]: DEBUG nova.compute.manager [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Stashing vm_state: active {{(pid=68205) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1096.703129] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquiring lock "refresh_cache-8803e044-f120-4c41-9c59-b1272f4e3375" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.704027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquired lock "refresh_cache-8803e044-f120-4c41-9c59-b1272f4e3375" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.704027] env[68205]: DEBUG nova.network.neutron [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.808279] env[68205]: DEBUG nova.objects.instance [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lazy-loading 'flavor' on Instance uuid abd64f68-27d9-4c33-8265-def255cf5de7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.829232] env[68205]: INFO nova.compute.manager [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Took 29.79 seconds to build instance. [ 1096.876130] env[68205]: DEBUG nova.scheduler.client.report [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.969824] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.042981] env[68205]: DEBUG nova.compute.manager [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Stashing vm_state: stopped {{(pid=68205) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1097.239032] env[68205]: DEBUG nova.network.neutron [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.331832] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dff0c2a9-43d9-401f-81cb-bb211f472d33 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.303s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.383542] env[68205]: DEBUG oslo_concurrency.lockutils [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.388710] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.472s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.389794] env[68205]: INFO nova.compute.claims [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.414634] env[68205]: INFO nova.scheduler.client.report [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleted allocations for instance 66e82933-0276-4786-aa5a-0b3b2a5412ba [ 1097.431097] env[68205]: DEBUG nova.network.neutron [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Updating instance_info_cache with network_info: [{"id": "d98cb59d-9e9f-4e60-ad98-e43f09a1ad16", "address": "fa:16:3e:ab:30:af", "network": {"id": "36fe4011-819c-49c3-b506-37a56af83c8e", "bridge": "br-int", "label": "tempest-ServersTestJSON-281350542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fde576c314d4adb92cadecd73b130e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98cb59d-9e", "ovs_interfaceid": "d98cb59d-9e9f-4e60-ad98-e43f09a1ad16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.566867] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.818567] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2df23eec-8803-4c67-9319-5b4393c78346 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.323s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.927689] env[68205]: DEBUG oslo_concurrency.lockutils [None req-601026b3-0c05-4eeb-b2eb-9990d64078cf tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "66e82933-0276-4786-aa5a-0b3b2a5412ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.436s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.935557] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Releasing lock "refresh_cache-8803e044-f120-4c41-9c59-b1272f4e3375" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.936072] env[68205]: DEBUG nova.compute.manager [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Instance network_info: |[{"id": "d98cb59d-9e9f-4e60-ad98-e43f09a1ad16", "address": "fa:16:3e:ab:30:af", "network": {"id": "36fe4011-819c-49c3-b506-37a56af83c8e", "bridge": "br-int", "label": "tempest-ServersTestJSON-281350542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fde576c314d4adb92cadecd73b130e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98cb59d-9e", "ovs_interfaceid": "d98cb59d-9e9f-4e60-ad98-e43f09a1ad16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.936424] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:30:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd98cb59d-9e9f-4e60-ad98-e43f09a1ad16', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.946882] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Creating folder: Project (7fde576c314d4adb92cadecd73b130e1). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.947826] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90aa28c1-4150-4b99-97f6-ed0c58e666f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.962353] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Created folder: Project (7fde576c314d4adb92cadecd73b130e1) in parent group-v583212. [ 1097.962353] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Creating folder: Instances. Parent ref: group-v583466. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.962353] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a470e000-5b7d-4f40-81b0-8ddaed01b065 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.971412] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Created folder: Instances in parent group-v583466. [ 1097.971691] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.971927] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.972158] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d44f296-ac09-41a3-ac30-70dbdb33e878 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.993105] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.993105] env[68205]: value = "task-2905107" [ 1097.993105] env[68205]: _type = "Task" [ 1097.993105] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.001488] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905107, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.093641] env[68205]: DEBUG nova.compute.manager [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Received event network-changed-d98cb59d-9e9f-4e60-ad98-e43f09a1ad16 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.093813] env[68205]: DEBUG nova.compute.manager [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Refreshing instance network info cache due to event network-changed-d98cb59d-9e9f-4e60-ad98-e43f09a1ad16. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.094087] env[68205]: DEBUG oslo_concurrency.lockutils [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] Acquiring lock "refresh_cache-8803e044-f120-4c41-9c59-b1272f4e3375" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.094251] env[68205]: DEBUG oslo_concurrency.lockutils [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] Acquired lock "refresh_cache-8803e044-f120-4c41-9c59-b1272f4e3375" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.094412] env[68205]: DEBUG nova.network.neutron [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Refreshing network info cache for port d98cb59d-9e9f-4e60-ad98-e43f09a1ad16 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.508502] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905107, 'name': CreateVM_Task, 'duration_secs': 0.504334} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.511831] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.512944] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.513314] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.513993] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.516916] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af255bb6-c0ef-4a8f-b0a4-afbdfd915530 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.522242] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for the task: (returnval){ [ 1098.522242] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e6c730-ecc9-c835-68a0-eb42d9f0f0c0" [ 1098.522242] env[68205]: _type = "Task" [ 1098.522242] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.539027] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e6c730-ecc9-c835-68a0-eb42d9f0f0c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.539027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.539027] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.539027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.539027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.539027] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.539027] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19b9105b-bf39-43b3-9cfe-11209749e2a4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.553217] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.553217] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.554266] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf415e3e-5953-4421-aea8-a31f3ce92995 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.565713] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for the task: (returnval){ [ 1098.565713] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52de12ab-6a74-4997-da24-dffe26cffaa0" [ 1098.565713] env[68205]: _type = "Task" [ 1098.565713] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.574893] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52de12ab-6a74-4997-da24-dffe26cffaa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.733591] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bba4172-c6ce-48f1-b5fd-2a6bb18cf7df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.742876] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befd7ac0-6811-409f-8e6e-f2482a817b1f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.801375] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b6382c-b3fa-442c-8ed7-c0e691d9de34 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.820441] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a9a257-a08a-4aa1-a24c-44a4385156ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.846836] env[68205]: DEBUG nova.compute.provider_tree [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.923664] env[68205]: DEBUG nova.network.neutron [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Updated VIF entry in instance network info cache for port d98cb59d-9e9f-4e60-ad98-e43f09a1ad16. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.924190] env[68205]: DEBUG nova.network.neutron [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Updating instance_info_cache with network_info: [{"id": "d98cb59d-9e9f-4e60-ad98-e43f09a1ad16", "address": "fa:16:3e:ab:30:af", "network": {"id": "36fe4011-819c-49c3-b506-37a56af83c8e", "bridge": "br-int", "label": "tempest-ServersTestJSON-281350542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fde576c314d4adb92cadecd73b130e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98cb59d-9e", "ovs_interfaceid": "d98cb59d-9e9f-4e60-ad98-e43f09a1ad16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.075819] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52de12ab-6a74-4997-da24-dffe26cffaa0, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.076811] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be018957-28c5-42b6-add1-df18d268738c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.082931] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for the task: (returnval){ [ 1099.082931] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520d6bd1-39fa-bc4e-828a-21564cf6f149" [ 1099.082931] env[68205]: _type = "Task" [ 1099.082931] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.091720] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520d6bd1-39fa-bc4e-828a-21564cf6f149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.208493] env[68205]: DEBUG oslo_concurrency.lockutils [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "abd64f68-27d9-4c33-8265-def255cf5de7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.208777] env[68205]: DEBUG oslo_concurrency.lockutils [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.208988] env[68205]: DEBUG oslo_concurrency.lockutils [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "abd64f68-27d9-4c33-8265-def255cf5de7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.209191] env[68205]: DEBUG oslo_concurrency.lockutils [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.209388] env[68205]: DEBUG oslo_concurrency.lockutils [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.213220] env[68205]: INFO nova.compute.manager [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Terminating instance [ 1099.351619] env[68205]: DEBUG nova.scheduler.client.report [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.429914] env[68205]: DEBUG oslo_concurrency.lockutils [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] Releasing lock "refresh_cache-8803e044-f120-4c41-9c59-b1272f4e3375" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.430202] env[68205]: DEBUG nova.compute.manager [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Received event network-changed-924b8018-54c4-4abf-8d1b-009fb7483763 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.430410] env[68205]: DEBUG nova.compute.manager [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Refreshing instance network info cache due to event network-changed-924b8018-54c4-4abf-8d1b-009fb7483763. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.430655] env[68205]: DEBUG oslo_concurrency.lockutils [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] Acquiring lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.430798] env[68205]: DEBUG oslo_concurrency.lockutils [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] Acquired lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.430960] env[68205]: DEBUG nova.network.neutron [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Refreshing network info cache for port 924b8018-54c4-4abf-8d1b-009fb7483763 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.596030] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520d6bd1-39fa-bc4e-828a-21564cf6f149, 'name': SearchDatastore_Task, 'duration_secs': 0.041784} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.596343] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.596614] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 8803e044-f120-4c41-9c59-b1272f4e3375/8803e044-f120-4c41-9c59-b1272f4e3375.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.596891] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00841e4f-4845-4292-9956-0f5108d5f714 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.605862] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for the task: (returnval){ [ 1099.605862] env[68205]: value = "task-2905109" [ 1099.605862] env[68205]: _type = "Task" [ 1099.605862] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.616392] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.720365] env[68205]: DEBUG nova.compute.manager [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.720365] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.720365] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2ea597-e969-45b7-a89c-c3d6b3acd7a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.728935] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.729337] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86e14acf-32a8-48c3-bbf3-7e9aef2382f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.736674] env[68205]: DEBUG oslo_vmware.api [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1099.736674] env[68205]: value = "task-2905110" [ 1099.736674] env[68205]: _type = "Task" [ 1099.736674] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.745099] env[68205]: DEBUG oslo_vmware.api [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.770540] env[68205]: DEBUG nova.compute.manager [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Stashing vm_state: active {{(pid=68205) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1099.858324] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.859076] env[68205]: DEBUG nova.compute.manager [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.863283] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.181s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.864548] env[68205]: INFO nova.compute.claims [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.121858] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.248799] env[68205]: DEBUG oslo_vmware.api [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905110, 'name': PowerOffVM_Task, 'duration_secs': 0.311444} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.249104] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.249278] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.249603] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d70ed1a4-6d8e-4483-99f8-71603faa51ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.254708] env[68205]: DEBUG nova.network.neutron [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updated VIF entry in instance network info cache for port 924b8018-54c4-4abf-8d1b-009fb7483763. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.254708] env[68205]: DEBUG nova.network.neutron [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updating instance_info_cache with network_info: [{"id": "924b8018-54c4-4abf-8d1b-009fb7483763", "address": "fa:16:3e:1a:d9:71", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924b8018-54", "ovs_interfaceid": "924b8018-54c4-4abf-8d1b-009fb7483763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.299436] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.330559] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.330890] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.331132] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Deleting the datastore file [datastore2] abd64f68-27d9-4c33-8265-def255cf5de7 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.331474] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f9ca59a-1b95-4fb1-b30e-4dad7d35fd3b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.341147] env[68205]: DEBUG oslo_vmware.api [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1100.341147] env[68205]: value = "task-2905112" [ 1100.341147] env[68205]: _type = "Task" [ 1100.341147] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.349806] env[68205]: DEBUG oslo_vmware.api [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.372474] env[68205]: DEBUG nova.compute.utils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.375943] env[68205]: DEBUG nova.compute.manager [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.380054] env[68205]: DEBUG nova.network.neutron [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.420492] env[68205]: DEBUG nova.policy [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc8afc49370b46e2beb1291fe9983416', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70d1cb746b8147f98caafe2af5e64611', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.619819] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73188} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.620106] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 8803e044-f120-4c41-9c59-b1272f4e3375/8803e044-f120-4c41-9c59-b1272f4e3375.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.620373] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.620737] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff6c6329-020d-4ac8-9382-d4560ca42f1a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.630255] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for the task: (returnval){ [ 1100.630255] env[68205]: value = "task-2905114" [ 1100.630255] env[68205]: _type = "Task" [ 1100.630255] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.643739] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.756849] env[68205]: DEBUG oslo_concurrency.lockutils [req-0a943ad9-cc91-4b88-81d1-9173a4290ae4 req-dc939a52-888d-4482-9b09-027a2034f0ae service nova] Releasing lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.799674] env[68205]: DEBUG nova.network.neutron [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Successfully created port: c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.853352] env[68205]: DEBUG oslo_vmware.api [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331979} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.853667] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.853870] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.854085] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.854297] env[68205]: INFO nova.compute.manager [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1100.854578] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.854793] env[68205]: DEBUG nova.compute.manager [-] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.854913] env[68205]: DEBUG nova.network.neutron [-] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.876574] env[68205]: DEBUG nova.compute.manager [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.124950] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b00ad83-e494-48c5-8adc-8fcf6e3baf8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.135549] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61264cee-9c78-4509-b61c-abf0a15f971e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.144787] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085022} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.184548] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.186214] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae164526-31f2-49b2-afc9-dd9eea2d2fbe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.191165] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd8ea0f-7d3e-4693-bc9a-aca37ce3f577 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.211758] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44590de-5793-478d-b851-f54ac9fd8875 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.224916] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 8803e044-f120-4c41-9c59-b1272f4e3375/8803e044-f120-4c41-9c59-b1272f4e3375.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.225275] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f3d16fa-86b3-4768-87d0-721e4935be85 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.260025] env[68205]: DEBUG nova.compute.provider_tree [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.260025] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for the task: (returnval){ [ 1101.260025] env[68205]: value = "task-2905115" [ 1101.260025] env[68205]: _type = "Task" [ 1101.260025] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.271738] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.451850] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "505736ae-1357-403a-9640-0a68e9e12ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.452117] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.553828] env[68205]: DEBUG nova.compute.manager [req-b1d5ded8-bc84-4fd7-aec1-e338268c5631 req-45505297-6e96-43d0-afc3-a3c19f3e2483 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Received event network-vif-deleted-c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.554045] env[68205]: INFO nova.compute.manager [req-b1d5ded8-bc84-4fd7-aec1-e338268c5631 req-45505297-6e96-43d0-afc3-a3c19f3e2483 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Neutron deleted interface c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6; detaching it from the instance and deleting it from the info cache [ 1101.554233] env[68205]: DEBUG nova.network.neutron [req-b1d5ded8-bc84-4fd7-aec1-e338268c5631 req-45505297-6e96-43d0-afc3-a3c19f3e2483 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.766157] env[68205]: DEBUG nova.scheduler.client.report [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.773059] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905115, 'name': ReconfigVM_Task, 'duration_secs': 0.295882} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.773616] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 8803e044-f120-4c41-9c59-b1272f4e3375/8803e044-f120-4c41-9c59-b1272f4e3375.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.774328] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-556d4a01-957c-4b25-bffc-5847bf59b747 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.782499] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for the task: (returnval){ [ 1101.782499] env[68205]: value = "task-2905116" [ 1101.782499] env[68205]: _type = "Task" [ 1101.782499] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.793082] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905116, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.812481] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "99144280-d6c4-4f24-84bf-67d875299893" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.812807] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.887391] env[68205]: DEBUG nova.compute.manager [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.919676] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.919961] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.920130] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.920685] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.921103] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.921296] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.921504] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.921654] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.921819] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.921978] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.922163] env[68205]: DEBUG nova.virt.hardware [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.923064] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08cb53d-1d1d-488f-9c5b-2d88e9059d98 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.933328] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8382e6b-324f-42bb-8109-f1e8533a56ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.954300] env[68205]: DEBUG nova.compute.manager [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.036952] env[68205]: DEBUG nova.network.neutron [-] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.056873] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bd9796a-4e9e-4e0a-949e-154abc245e84 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.067007] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e57d6-ef4f-4833-9250-bf233d130f7e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.098769] env[68205]: DEBUG nova.compute.manager [req-b1d5ded8-bc84-4fd7-aec1-e338268c5631 req-45505297-6e96-43d0-afc3-a3c19f3e2483 service nova] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Detach interface failed, port_id=c75cd42b-6e5d-4c3a-b2bd-4aa89ca73be6, reason: Instance abd64f68-27d9-4c33-8265-def255cf5de7 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.275069] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.275611] env[68205]: DEBUG nova.compute.manager [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.278325] env[68205]: DEBUG oslo_concurrency.lockutils [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.468s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.278549] env[68205]: DEBUG nova.objects.instance [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lazy-loading 'resources' on Instance uuid b9219555-6048-4ea6-978b-127cd8f1f611 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.294210] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905116, 'name': Rename_Task, 'duration_secs': 0.151833} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.294501] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.294743] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b27c1aff-da4c-40d3-8ea8-06440bb3137a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.302445] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for the task: (returnval){ [ 1102.302445] env[68205]: value = "task-2905117" [ 1102.302445] env[68205]: _type = "Task" [ 1102.302445] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.312764] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.315777] env[68205]: INFO nova.compute.manager [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Detaching volume 10fb2348-5a03-40eb-a7bc-69111da4d65f [ 1102.354459] env[68205]: INFO nova.virt.block_device [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Attempting to driver detach volume 10fb2348-5a03-40eb-a7bc-69111da4d65f from mountpoint /dev/sdb [ 1102.354802] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1102.355028] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583440', 'volume_id': '10fb2348-5a03-40eb-a7bc-69111da4d65f', 'name': 'volume-10fb2348-5a03-40eb-a7bc-69111da4d65f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99144280-d6c4-4f24-84bf-67d875299893', 'attached_at': '', 'detached_at': '', 'volume_id': '10fb2348-5a03-40eb-a7bc-69111da4d65f', 'serial': '10fb2348-5a03-40eb-a7bc-69111da4d65f'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1102.355932] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859cb2a6-8402-4251-956d-83ba427fd938 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.379897] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13156b5b-965c-4115-86ec-c8a40f2edb6e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.388301] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0e2aea-729a-4e5d-9c70-d0c645191223 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.411732] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6d44ed-15b3-4a2c-9190-909c05da1fcf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.429869] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] The volume has not been displaced from its original location: [datastore1] volume-10fb2348-5a03-40eb-a7bc-69111da4d65f/volume-10fb2348-5a03-40eb-a7bc-69111da4d65f.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1102.435263] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1102.435637] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7208b8f9-e946-42a1-b6c2-cba17799cf11 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.456899] env[68205]: DEBUG oslo_vmware.api [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1102.456899] env[68205]: value = "task-2905118" [ 1102.456899] env[68205]: _type = "Task" [ 1102.456899] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.470057] env[68205]: DEBUG oslo_vmware.api [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.483110] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.540021] env[68205]: INFO nova.compute.manager [-] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Took 1.68 seconds to deallocate network for instance. [ 1102.559743] env[68205]: DEBUG nova.network.neutron [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Successfully updated port: c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.785050] env[68205]: DEBUG nova.compute.utils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.786998] env[68205]: DEBUG nova.compute.manager [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.786998] env[68205]: DEBUG nova.network.neutron [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.818179] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.827702] env[68205]: DEBUG nova.policy [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b35563a215491783d8249bc165d408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '498c71afbe354c298aabe79f6d4ad558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.969229] env[68205]: DEBUG oslo_vmware.api [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905118, 'name': ReconfigVM_Task, 'duration_secs': 0.280992} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.972435] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.978257] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092dbbf5-1564-4d97-8c10-b42525286bf0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.999963] env[68205]: DEBUG oslo_vmware.api [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1102.999963] env[68205]: value = "task-2905120" [ 1102.999963] env[68205]: _type = "Task" [ 1102.999963] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.009900] env[68205]: DEBUG oslo_vmware.api [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.053875] env[68205]: DEBUG oslo_concurrency.lockutils [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.057655] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquiring lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.057807] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquired lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.058122] env[68205]: DEBUG nova.network.neutron [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.078757] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f8361a-f923-45b0-b79e-9407780a070c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.086696] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ccc869-d092-49df-839d-a6c6c4c5c0ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.128042] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5fc0d9-a8b3-4d2f-a248-3ceba1ea7348 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.136641] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f4a2d2-ee97-4037-bdec-f9ddf570c47a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.154352] env[68205]: DEBUG nova.compute.provider_tree [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.203428] env[68205]: DEBUG nova.network.neutron [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Successfully created port: bc844d88-770a-46c2-9ef4-f12892f516c9 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.290420] env[68205]: DEBUG nova.compute.manager [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.316522] env[68205]: DEBUG oslo_vmware.api [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905117, 'name': PowerOnVM_Task, 'duration_secs': 0.641138} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.319259] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.319259] env[68205]: INFO nova.compute.manager [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1103.319259] env[68205]: DEBUG nova.compute.manager [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.319259] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5904828-7499-44ee-aac3-108ae90b3d4a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.510506] env[68205]: DEBUG oslo_vmware.api [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905120, 'name': ReconfigVM_Task, 'duration_secs': 0.199725} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.511486] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583440', 'volume_id': '10fb2348-5a03-40eb-a7bc-69111da4d65f', 'name': 'volume-10fb2348-5a03-40eb-a7bc-69111da4d65f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99144280-d6c4-4f24-84bf-67d875299893', 'attached_at': '', 'detached_at': '', 'volume_id': '10fb2348-5a03-40eb-a7bc-69111da4d65f', 'serial': '10fb2348-5a03-40eb-a7bc-69111da4d65f'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1103.582289] env[68205]: DEBUG nova.compute.manager [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Received event network-vif-plugged-c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.582408] env[68205]: DEBUG oslo_concurrency.lockutils [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] Acquiring lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.582592] env[68205]: DEBUG oslo_concurrency.lockutils [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] Lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.582750] env[68205]: DEBUG oslo_concurrency.lockutils [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] Lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.582921] env[68205]: DEBUG nova.compute.manager [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] No waiting events found dispatching network-vif-plugged-c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.583259] env[68205]: WARNING nova.compute.manager [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Received unexpected event network-vif-plugged-c4a90377-8e8c-4915-9cf9-5d9300d7b16f for instance with vm_state building and task_state spawning. [ 1103.583259] env[68205]: DEBUG nova.compute.manager [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Received event network-changed-c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.583408] env[68205]: DEBUG nova.compute.manager [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Refreshing instance network info cache due to event network-changed-c4a90377-8e8c-4915-9cf9-5d9300d7b16f. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.583578] env[68205]: DEBUG oslo_concurrency.lockutils [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] Acquiring lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.592673] env[68205]: DEBUG nova.network.neutron [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.661091] env[68205]: DEBUG nova.scheduler.client.report [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.770398] env[68205]: DEBUG nova.network.neutron [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updating instance_info_cache with network_info: [{"id": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "address": "fa:16:3e:db:f9:c3", "network": {"id": "da17d85d-3726-49b8-8cb3-21fbe204e04c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120738045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70d1cb746b8147f98caafe2af5e64611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a90377-8e", "ovs_interfaceid": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.836601] env[68205]: INFO nova.compute.manager [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Took 14.37 seconds to build instance. [ 1104.054675] env[68205]: DEBUG nova.objects.instance [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'flavor' on Instance uuid 99144280-d6c4-4f24-84bf-67d875299893 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.166839] env[68205]: DEBUG oslo_concurrency.lockutils [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.169306] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.648s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.171640] env[68205]: INFO nova.compute.claims [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.191342] env[68205]: INFO nova.scheduler.client.report [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Deleted allocations for instance b9219555-6048-4ea6-978b-127cd8f1f611 [ 1104.273843] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Releasing lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.274016] env[68205]: DEBUG nova.compute.manager [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Instance network_info: |[{"id": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "address": "fa:16:3e:db:f9:c3", "network": {"id": "da17d85d-3726-49b8-8cb3-21fbe204e04c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120738045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70d1cb746b8147f98caafe2af5e64611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a90377-8e", "ovs_interfaceid": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.274333] env[68205]: DEBUG oslo_concurrency.lockutils [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] Acquired lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.274516] env[68205]: DEBUG nova.network.neutron [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Refreshing network info cache for port c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.277876] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:f9:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4a90377-8e8c-4915-9cf9-5d9300d7b16f', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.284618] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Creating folder: Project (70d1cb746b8147f98caafe2af5e64611). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.287852] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-781d2b4a-95d7-43fe-aaf7-0e18941b8d2a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.301837] env[68205]: DEBUG nova.compute.manager [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.304097] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Created folder: Project (70d1cb746b8147f98caafe2af5e64611) in parent group-v583212. [ 1104.304377] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Creating folder: Instances. Parent ref: group-v583470. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.304769] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-273194ad-5c51-4c55-abb3-acb5df482cd0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.316496] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Created folder: Instances in parent group-v583470. [ 1104.316924] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.317021] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.317312] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-162e03ad-8cc8-43b3-a4bf-6aa54a5e08e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.339081] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dfff436c-4fcd-4b24-ba54-848fefe7d6e5 tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Lock "8803e044-f120-4c41-9c59-b1272f4e3375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.876s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.341923] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.341923] env[68205]: value = "task-2905123" [ 1104.341923] env[68205]: _type = "Task" [ 1104.341923] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.346936] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.347243] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.347405] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.347617] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.347761] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.347900] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.348111] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.348265] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.348421] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.348574] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.348737] env[68205]: DEBUG nova.virt.hardware [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.349552] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96a9254-50a1-464c-b086-acbdf300c67c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.359324] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905123, 'name': CreateVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.361345] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891cc54c-4a5e-44c2-9e96-6f800731ef53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.573850] env[68205]: DEBUG nova.network.neutron [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updated VIF entry in instance network info cache for port c4a90377-8e8c-4915-9cf9-5d9300d7b16f. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.574363] env[68205]: DEBUG nova.network.neutron [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updating instance_info_cache with network_info: [{"id": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "address": "fa:16:3e:db:f9:c3", "network": {"id": "da17d85d-3726-49b8-8cb3-21fbe204e04c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120738045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70d1cb746b8147f98caafe2af5e64611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a90377-8e", "ovs_interfaceid": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.700948] env[68205]: DEBUG oslo_concurrency.lockutils [None req-86265afa-306b-48d0-9693-905cf6f90075 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "b9219555-6048-4ea6-978b-127cd8f1f611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.682s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.740574] env[68205]: DEBUG nova.compute.manager [req-c42e18dc-0d5f-4ada-a7d5-230c122cc819 req-1432359f-644c-477d-b7ea-59dd23f8812e service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Received event network-changed-d98cb59d-9e9f-4e60-ad98-e43f09a1ad16 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.740775] env[68205]: DEBUG nova.compute.manager [req-c42e18dc-0d5f-4ada-a7d5-230c122cc819 req-1432359f-644c-477d-b7ea-59dd23f8812e service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Refreshing instance network info cache due to event network-changed-d98cb59d-9e9f-4e60-ad98-e43f09a1ad16. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.740996] env[68205]: DEBUG oslo_concurrency.lockutils [req-c42e18dc-0d5f-4ada-a7d5-230c122cc819 req-1432359f-644c-477d-b7ea-59dd23f8812e service nova] Acquiring lock "refresh_cache-8803e044-f120-4c41-9c59-b1272f4e3375" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.741152] env[68205]: DEBUG oslo_concurrency.lockutils [req-c42e18dc-0d5f-4ada-a7d5-230c122cc819 req-1432359f-644c-477d-b7ea-59dd23f8812e service nova] Acquired lock "refresh_cache-8803e044-f120-4c41-9c59-b1272f4e3375" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.741314] env[68205]: DEBUG nova.network.neutron [req-c42e18dc-0d5f-4ada-a7d5-230c122cc819 req-1432359f-644c-477d-b7ea-59dd23f8812e service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Refreshing network info cache for port d98cb59d-9e9f-4e60-ad98-e43f09a1ad16 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.811501] env[68205]: DEBUG nova.network.neutron [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Successfully updated port: bc844d88-770a-46c2-9ef4-f12892f516c9 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.854895] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905123, 'name': CreateVM_Task, 'duration_secs': 0.381656} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.855187] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.856171] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.856884] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.856962] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.857686] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca6b953-f2ed-49a5-8312-47acf5f701a8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.866011] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1104.866011] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523d4fc0-181a-2c50-3ea8-cbd16172c6f8" [ 1104.866011] env[68205]: _type = "Task" [ 1104.866011] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.875978] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523d4fc0-181a-2c50-3ea8-cbd16172c6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.024660] env[68205]: DEBUG oslo_concurrency.lockutils [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "99144280-d6c4-4f24-84bf-67d875299893" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.070470] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9240bfc9-8022-4e0d-9f03-57f1b3d88272 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.071529] env[68205]: DEBUG oslo_concurrency.lockutils [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.047s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.073823] env[68205]: DEBUG nova.compute.manager [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.073823] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a65f77-2709-4f91-9d17-4b50b849a0f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.078243] env[68205]: DEBUG oslo_concurrency.lockutils [req-179e98a2-d495-47de-ba1f-c7ecc00a026a req-0d09f63d-d47a-4195-af93-15c41ac472d4 service nova] Releasing lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.081016] env[68205]: DEBUG nova.compute.manager [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1105.081570] env[68205]: DEBUG nova.objects.instance [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'flavor' on Instance uuid 99144280-d6c4-4f24-84bf-67d875299893 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.314714] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "refresh_cache-7b051a8b-6f5f-43ba-b854-83d9a95a2548" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.315210] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "refresh_cache-7b051a8b-6f5f-43ba-b854-83d9a95a2548" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.315210] env[68205]: DEBUG nova.network.neutron [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.383470] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523d4fc0-181a-2c50-3ea8-cbd16172c6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.020625} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.383795] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.384061] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.384341] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.384522] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.384728] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.387742] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7466ad4f-46f7-4cd0-95d5-42d6bced100e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.397266] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.397493] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.398236] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5fee7a-f6ec-4c88-9202-d063180efd12 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.408044] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1105.408044] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52905a53-288d-a216-3ad6-4ccda6720a83" [ 1105.408044] env[68205]: _type = "Task" [ 1105.408044] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.417940] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52905a53-288d-a216-3ad6-4ccda6720a83, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.421414] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924d1372-3990-423b-93b3-8783d4387c12 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.428169] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1105.428169] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f9991c-8e40-ef32-5bda-0c66f67379fa" [ 1105.428169] env[68205]: _type = "Task" [ 1105.428169] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.432664] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29bbe91-418e-400e-83d7-f709046ff612 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.443764] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4ec50e-0803-4b96-9274-1afda558f1d1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.447163] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f9991c-8e40-ef32-5bda-0c66f67379fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.481738] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "12695495-5ed4-4aa0-bd4e-3942f3769222" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.481738] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "12695495-5ed4-4aa0-bd4e-3942f3769222" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.481738] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "12695495-5ed4-4aa0-bd4e-3942f3769222-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.481738] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "12695495-5ed4-4aa0-bd4e-3942f3769222-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.481738] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "12695495-5ed4-4aa0-bd4e-3942f3769222-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.481980] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b639a9d-32e7-4fb3-9f92-a138bae2347d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.485136] env[68205]: INFO nova.compute.manager [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Terminating instance [ 1105.487158] env[68205]: DEBUG nova.network.neutron [req-c42e18dc-0d5f-4ada-a7d5-230c122cc819 req-1432359f-644c-477d-b7ea-59dd23f8812e service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Updated VIF entry in instance network info cache for port d98cb59d-9e9f-4e60-ad98-e43f09a1ad16. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.487534] env[68205]: DEBUG nova.network.neutron [req-c42e18dc-0d5f-4ada-a7d5-230c122cc819 req-1432359f-644c-477d-b7ea-59dd23f8812e service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Updating instance_info_cache with network_info: [{"id": "d98cb59d-9e9f-4e60-ad98-e43f09a1ad16", "address": "fa:16:3e:ab:30:af", "network": {"id": "36fe4011-819c-49c3-b506-37a56af83c8e", "bridge": "br-int", "label": "tempest-ServersTestJSON-281350542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fde576c314d4adb92cadecd73b130e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98cb59d-9e", "ovs_interfaceid": "d98cb59d-9e9f-4e60-ad98-e43f09a1ad16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.495668] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24e5403-43f2-4d69-9ddc-e7138432aa4a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.512016] env[68205]: DEBUG nova.compute.provider_tree [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.608833] env[68205]: DEBUG nova.compute.manager [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Received event network-vif-plugged-bc844d88-770a-46c2-9ef4-f12892f516c9 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.609087] env[68205]: DEBUG oslo_concurrency.lockutils [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] Acquiring lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.609330] env[68205]: DEBUG oslo_concurrency.lockutils [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] Lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.609507] env[68205]: DEBUG oslo_concurrency.lockutils [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] Lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.609644] env[68205]: DEBUG nova.compute.manager [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] No waiting events found dispatching network-vif-plugged-bc844d88-770a-46c2-9ef4-f12892f516c9 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.609812] env[68205]: WARNING nova.compute.manager [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Received unexpected event network-vif-plugged-bc844d88-770a-46c2-9ef4-f12892f516c9 for instance with vm_state building and task_state spawning. [ 1105.610061] env[68205]: DEBUG nova.compute.manager [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Received event network-changed-bc844d88-770a-46c2-9ef4-f12892f516c9 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.610332] env[68205]: DEBUG nova.compute.manager [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Refreshing instance network info cache due to event network-changed-bc844d88-770a-46c2-9ef4-f12892f516c9. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.610539] env[68205]: DEBUG oslo_concurrency.lockutils [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] Acquiring lock "refresh_cache-7b051a8b-6f5f-43ba-b854-83d9a95a2548" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.846054] env[68205]: DEBUG nova.network.neutron [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.938701] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f9991c-8e40-ef32-5bda-0c66f67379fa, 'name': SearchDatastore_Task, 'duration_secs': 0.021348} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.938952] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.939259] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 6763b971-3a9e-4c1a-9b12-321f5b367b0c/6763b971-3a9e-4c1a-9b12-321f5b367b0c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.939634] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6017f6d8-bdfe-4bac-9a43-71b9c8cf59f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.946687] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1105.946687] env[68205]: value = "task-2905125" [ 1105.946687] env[68205]: _type = "Task" [ 1105.946687] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.954786] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.990782] env[68205]: DEBUG oslo_concurrency.lockutils [req-c42e18dc-0d5f-4ada-a7d5-230c122cc819 req-1432359f-644c-477d-b7ea-59dd23f8812e service nova] Releasing lock "refresh_cache-8803e044-f120-4c41-9c59-b1272f4e3375" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.991427] env[68205]: DEBUG nova.compute.manager [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.991629] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.992564] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4505a071-3879-4c66-8a49-641d2452baed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.003150] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.003430] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b30690c5-5e62-4bd8-bf7a-128876fb301e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.013493] env[68205]: DEBUG oslo_vmware.api [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1106.013493] env[68205]: value = "task-2905126" [ 1106.013493] env[68205]: _type = "Task" [ 1106.013493] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.017778] env[68205]: DEBUG nova.scheduler.client.report [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.028522] env[68205]: DEBUG oslo_vmware.api [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.046017] env[68205]: DEBUG nova.network.neutron [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Updating instance_info_cache with network_info: [{"id": "bc844d88-770a-46c2-9ef4-f12892f516c9", "address": "fa:16:3e:bc:9c:6d", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc844d88-77", "ovs_interfaceid": "bc844d88-770a-46c2-9ef4-f12892f516c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.091982] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.092839] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a080751-2129-4eaf-8f1f-90569fe4cb88 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.101823] env[68205]: DEBUG oslo_vmware.api [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1106.101823] env[68205]: value = "task-2905127" [ 1106.101823] env[68205]: _type = "Task" [ 1106.101823] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.111171] env[68205]: DEBUG oslo_vmware.api [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.459664] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905125, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.523198] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.523729] env[68205]: DEBUG nova.compute.manager [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.526364] env[68205]: DEBUG oslo_vmware.api [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905126, 'name': PowerOffVM_Task, 'duration_secs': 0.23149} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.526615] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.557s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.527886] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.529910] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.529910] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76bf9db4-8cfb-44de-a8fe-74132800f4df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.548501] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "refresh_cache-7b051a8b-6f5f-43ba-b854-83d9a95a2548" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.548793] env[68205]: DEBUG nova.compute.manager [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Instance network_info: |[{"id": "bc844d88-770a-46c2-9ef4-f12892f516c9", "address": "fa:16:3e:bc:9c:6d", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc844d88-77", "ovs_interfaceid": "bc844d88-770a-46c2-9ef4-f12892f516c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.549345] env[68205]: DEBUG oslo_concurrency.lockutils [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] Acquired lock "refresh_cache-7b051a8b-6f5f-43ba-b854-83d9a95a2548" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.549593] env[68205]: DEBUG nova.network.neutron [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Refreshing network info cache for port bc844d88-770a-46c2-9ef4-f12892f516c9 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.550708] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:9c:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc844d88-770a-46c2-9ef4-f12892f516c9', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.558264] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.559361] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.560065] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b86d129-d2fb-49ad-bae9-2796ae3c0d7c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.580915] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.580915] env[68205]: value = "task-2905129" [ 1106.580915] env[68205]: _type = "Task" [ 1106.580915] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.590907] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905129, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.595964] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.596196] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.596386] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Deleting the datastore file [datastore2] 12695495-5ed4-4aa0-bd4e-3942f3769222 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.596648] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99e3c058-a2a6-4a7a-9598-173bb718e4db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.608027] env[68205]: DEBUG oslo_vmware.api [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for the task: (returnval){ [ 1106.608027] env[68205]: value = "task-2905130" [ 1106.608027] env[68205]: _type = "Task" [ 1106.608027] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.614910] env[68205]: DEBUG oslo_vmware.api [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905127, 'name': PowerOffVM_Task, 'duration_secs': 0.316294} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.615577] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.615791] env[68205]: DEBUG nova.compute.manager [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.616587] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040cd450-25d8-443d-9700-9bbc59b7302d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.621968] env[68205]: DEBUG oslo_vmware.api [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.959711] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544867} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.960014] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 6763b971-3a9e-4c1a-9b12-321f5b367b0c/6763b971-3a9e-4c1a-9b12-321f5b367b0c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.960249] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.960515] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53ca319c-b0ec-4be6-9048-ee915c07abe2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.967983] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1106.967983] env[68205]: value = "task-2905132" [ 1106.967983] env[68205]: _type = "Task" [ 1106.967983] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.975867] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.030519] env[68205]: DEBUG nova.compute.utils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.034066] env[68205]: INFO nova.compute.claims [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.037305] env[68205]: DEBUG nova.compute.manager [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.037548] env[68205]: DEBUG nova.network.neutron [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.091802] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905129, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.118827] env[68205]: DEBUG oslo_vmware.api [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Task: {'id': task-2905130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148271} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.120237] env[68205]: DEBUG nova.policy [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40ca9f2bb3d485fbfc50ca8232b917d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d20e3eb549f49f184466b659216d10f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.121606] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.121860] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.122106] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.122323] env[68205]: INFO nova.compute.manager [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1107.122606] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.123194] env[68205]: DEBUG nova.compute.manager [-] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.123330] env[68205]: DEBUG nova.network.neutron [-] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.135138] env[68205]: DEBUG oslo_concurrency.lockutils [None req-26e92179-82a5-442f-ba34-994507b5839a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.483601] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.490626] env[68205]: DEBUG nova.objects.instance [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'flavor' on Instance uuid 99144280-d6c4-4f24-84bf-67d875299893 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.520719] env[68205]: DEBUG nova.compute.manager [req-5e3765eb-41df-4b9d-8512-cb513a94e257 req-5e35e054-d979-49e0-abaa-12cf22d7d4b0 service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Received event network-vif-deleted-6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.520917] env[68205]: INFO nova.compute.manager [req-5e3765eb-41df-4b9d-8512-cb513a94e257 req-5e35e054-d979-49e0-abaa-12cf22d7d4b0 service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Neutron deleted interface 6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc; detaching it from the instance and deleting it from the info cache [ 1107.521109] env[68205]: DEBUG nova.network.neutron [req-5e3765eb-41df-4b9d-8512-cb513a94e257 req-5e35e054-d979-49e0-abaa-12cf22d7d4b0 service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.537727] env[68205]: DEBUG nova.compute.manager [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.542232] env[68205]: INFO nova.compute.resource_tracker [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating resource usage from migration ee20cd4a-c38d-4ad1-869a-9b82d5456cf7 [ 1107.594358] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905129, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.690588] env[68205]: DEBUG nova.network.neutron [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Updated VIF entry in instance network info cache for port bc844d88-770a-46c2-9ef4-f12892f516c9. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.690907] env[68205]: DEBUG nova.network.neutron [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Updating instance_info_cache with network_info: [{"id": "bc844d88-770a-46c2-9ef4-f12892f516c9", "address": "fa:16:3e:bc:9c:6d", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc844d88-77", "ovs_interfaceid": "bc844d88-770a-46c2-9ef4-f12892f516c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.804166] env[68205]: DEBUG nova.network.neutron [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Successfully created port: d0fd5a16-bfe6-4ad3-852f-af40f22e84c7 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.814647] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ecc34b-8d8c-42da-9cf6-e730342bcbb4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.823453] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc35ae1-4bb2-48b5-bdac-6c65f9b33e63 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.856135] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084e42f1-0881-45c3-9713-2f12065eca57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.864365] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8397acf-3b4a-4526-a27d-4e6cf99bd632 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.880160] env[68205]: DEBUG nova.compute.provider_tree [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.908659] env[68205]: DEBUG nova.network.neutron [-] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.981824] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.974916} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.982290] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.982909] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74a7e3e-5220-4f0a-90b7-ce7cf1c2535f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.009293] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 6763b971-3a9e-4c1a-9b12-321f5b367b0c/6763b971-3a9e-4c1a-9b12-321f5b367b0c.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.009293] env[68205]: DEBUG oslo_concurrency.lockutils [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.009293] env[68205]: DEBUG oslo_concurrency.lockutils [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquired lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.009293] env[68205]: DEBUG nova.network.neutron [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.009293] env[68205]: DEBUG nova.objects.instance [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'info_cache' on Instance uuid 99144280-d6c4-4f24-84bf-67d875299893 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.010655] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af350076-4570-413e-ac0e-96b3ee22c60b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.025490] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6875172a-5b2d-4f50-8554-134e54150416 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.039631] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5228e276-adc3-4f75-a8d5-0188e3d47382 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.050272] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1108.050272] env[68205]: value = "task-2905133" [ 1108.050272] env[68205]: _type = "Task" [ 1108.050272] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.063677] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.079157] env[68205]: DEBUG nova.compute.manager [req-5e3765eb-41df-4b9d-8512-cb513a94e257 req-5e35e054-d979-49e0-abaa-12cf22d7d4b0 service nova] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Detach interface failed, port_id=6c5a1d0f-22bc-4e67-9917-6a1d8ce63edc, reason: Instance 12695495-5ed4-4aa0-bd4e-3942f3769222 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.091679] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905129, 'name': CreateVM_Task, 'duration_secs': 1.381478} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.092513] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.093210] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.093381] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.093701] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.094214] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bd5393-3240-4c5f-a433-57bae7d7f084 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.100084] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1108.100084] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529c6f7a-6608-a4ab-7c41-a5059bcc6ac6" [ 1108.100084] env[68205]: _type = "Task" [ 1108.100084] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.109389] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529c6f7a-6608-a4ab-7c41-a5059bcc6ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.194029] env[68205]: DEBUG oslo_concurrency.lockutils [req-c7c5a0f2-f9ba-4c15-83be-0c1378b61b7b req-121afc53-6abd-4840-8b07-babf98c99509 service nova] Releasing lock "refresh_cache-7b051a8b-6f5f-43ba-b854-83d9a95a2548" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.383604] env[68205]: DEBUG nova.scheduler.client.report [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.411346] env[68205]: INFO nova.compute.manager [-] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Took 1.29 seconds to deallocate network for instance. [ 1108.525977] env[68205]: DEBUG nova.objects.base [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Object Instance<99144280-d6c4-4f24-84bf-67d875299893> lazy-loaded attributes: flavor,info_cache {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.559840] env[68205]: DEBUG nova.compute.manager [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.568031] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905133, 'name': ReconfigVM_Task, 'duration_secs': 0.31719} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.568337] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 6763b971-3a9e-4c1a-9b12-321f5b367b0c/6763b971-3a9e-4c1a-9b12-321f5b367b0c.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.569223] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a423695-d879-417c-a8da-4a781ba2e9ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.576895] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1108.576895] env[68205]: value = "task-2905134" [ 1108.576895] env[68205]: _type = "Task" [ 1108.576895] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.587902] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905134, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.590323] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.590557] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.590708] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.590990] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.591125] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.591195] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.591402] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.591566] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.591725] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.591888] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.592069] env[68205]: DEBUG nova.virt.hardware [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.592909] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a03766b-c3be-4854-a0e3-c5e64727c9f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.607557] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5775e-4deb-4265-9726-3d909242db27 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.622115] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529c6f7a-6608-a4ab-7c41-a5059bcc6ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.015159} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.636513] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.636513] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.636856] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.637069] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.637322] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.637938] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5316403-0f48-47b4-a7d7-664831c12ba7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.649070] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.649277] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.650061] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9bac67a-0a5e-4015-b3f7-af05512a1efb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.655821] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1108.655821] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e5f4a0-ed70-5b2d-a4f3-ee8cde44d170" [ 1108.655821] env[68205]: _type = "Task" [ 1108.655821] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.664772] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e5f4a0-ed70-5b2d-a4f3-ee8cde44d170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.888199] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.361s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.888340] env[68205]: INFO nova.compute.manager [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Migrating [ 1108.895600] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.329s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.917180] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.089396] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905134, 'name': Rename_Task, 'duration_secs': 0.193518} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.089692] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.089948] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bddddc5-5b45-4dc7-be13-62b4c00790ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.098867] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1109.098867] env[68205]: value = "task-2905136" [ 1109.098867] env[68205]: _type = "Task" [ 1109.098867] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.108193] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.170192] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e5f4a0-ed70-5b2d-a4f3-ee8cde44d170, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.171124] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3ba482-372a-44b0-89e6-4a2ec0ef670b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.179144] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1109.179144] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526f9780-22d2-3fb0-7a71-b52e7c77ed0b" [ 1109.179144] env[68205]: _type = "Task" [ 1109.179144] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.188221] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526f9780-22d2-3fb0-7a71-b52e7c77ed0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.385733] env[68205]: DEBUG nova.compute.manager [req-b8d2a231-eaf0-41ea-9b3e-b9e0de10cc86 req-fa5ccdc7-8582-467d-b013-5fd412648e4f service nova] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Received event network-vif-plugged-d0fd5a16-bfe6-4ad3-852f-af40f22e84c7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.386019] env[68205]: DEBUG oslo_concurrency.lockutils [req-b8d2a231-eaf0-41ea-9b3e-b9e0de10cc86 req-fa5ccdc7-8582-467d-b013-5fd412648e4f service nova] Acquiring lock "d38e4626-d133-401b-891d-5190271d9c6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.386289] env[68205]: DEBUG oslo_concurrency.lockutils [req-b8d2a231-eaf0-41ea-9b3e-b9e0de10cc86 req-fa5ccdc7-8582-467d-b013-5fd412648e4f service nova] Lock "d38e4626-d133-401b-891d-5190271d9c6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.386349] env[68205]: DEBUG oslo_concurrency.lockutils [req-b8d2a231-eaf0-41ea-9b3e-b9e0de10cc86 req-fa5ccdc7-8582-467d-b013-5fd412648e4f service nova] Lock "d38e4626-d133-401b-891d-5190271d9c6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.386508] env[68205]: DEBUG nova.compute.manager [req-b8d2a231-eaf0-41ea-9b3e-b9e0de10cc86 req-fa5ccdc7-8582-467d-b013-5fd412648e4f service nova] [instance: d38e4626-d133-401b-891d-5190271d9c6c] No waiting events found dispatching network-vif-plugged-d0fd5a16-bfe6-4ad3-852f-af40f22e84c7 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.386669] env[68205]: WARNING nova.compute.manager [req-b8d2a231-eaf0-41ea-9b3e-b9e0de10cc86 req-fa5ccdc7-8582-467d-b013-5fd412648e4f service nova] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Received unexpected event network-vif-plugged-d0fd5a16-bfe6-4ad3-852f-af40f22e84c7 for instance with vm_state building and task_state spawning. [ 1109.405852] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.405955] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.406134] env[68205]: DEBUG nova.network.neutron [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.409350] env[68205]: INFO nova.compute.claims [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.456535] env[68205]: DEBUG nova.network.neutron [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Updating instance_info_cache with network_info: [{"id": "095c32b0-d639-4e18-8e66-64d25fe89863", "address": "fa:16:3e:a0:0f:f2", "network": {"id": "e5eef7c6-b41f-4c19-91a6-dce3058b0318", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-558434520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa9adf91b92456f99abb9184d780a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095c32b0-d6", "ovs_interfaceid": "095c32b0-d639-4e18-8e66-64d25fe89863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.562439] env[68205]: DEBUG nova.network.neutron [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Successfully updated port: d0fd5a16-bfe6-4ad3-852f-af40f22e84c7 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.614673] env[68205]: DEBUG oslo_vmware.api [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905136, 'name': PowerOnVM_Task, 'duration_secs': 0.506822} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.615334] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.615694] env[68205]: INFO nova.compute.manager [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1109.615909] env[68205]: DEBUG nova.compute.manager [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.616993] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7484e1-8875-49d7-92b3-57ceda2f7b7c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.692025] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526f9780-22d2-3fb0-7a71-b52e7c77ed0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.692310] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.692570] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 7b051a8b-6f5f-43ba-b854-83d9a95a2548/7b051a8b-6f5f-43ba-b854-83d9a95a2548.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.692832] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-269fcda2-0554-4016-909b-7d6f1a798e51 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.701997] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1109.701997] env[68205]: value = "task-2905137" [ 1109.701997] env[68205]: _type = "Task" [ 1109.701997] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.710664] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.918978] env[68205]: INFO nova.compute.resource_tracker [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating resource usage from migration 9d96239f-6701-4f99-a3f6-296a172478e3 [ 1109.962097] env[68205]: DEBUG oslo_concurrency.lockutils [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Releasing lock "refresh_cache-99144280-d6c4-4f24-84bf-67d875299893" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.065347] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "refresh_cache-d38e4626-d133-401b-891d-5190271d9c6c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.065412] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "refresh_cache-d38e4626-d133-401b-891d-5190271d9c6c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.065605] env[68205]: DEBUG nova.network.neutron [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.142550] env[68205]: INFO nova.compute.manager [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Took 19.25 seconds to build instance. [ 1110.177833] env[68205]: DEBUG nova.network.neutron [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance_info_cache with network_info: [{"id": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "address": "fa:16:3e:02:22:71", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7cc5538-e3", "ovs_interfaceid": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.201655] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f31e8b-208f-4b14-b6b9-3cf701429f70 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.216691] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e49f78f-724b-4a06-be1a-2d2b6d56d512 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.219770] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905137, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.248585] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40e04be-0ef9-4619-afe8-8cf0cdca7855 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.257365] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96165c88-cb44-4629-b5f7-df3cc47ee1c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.272734] env[68205]: DEBUG nova.compute.provider_tree [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.603851] env[68205]: DEBUG nova.network.neutron [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.649068] env[68205]: DEBUG oslo_concurrency.lockutils [None req-55ff057a-3175-4329-8567-f341185f04c4 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.778s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.680401] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.726137] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51573} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.726466] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 7b051a8b-6f5f-43ba-b854-83d9a95a2548/7b051a8b-6f5f-43ba-b854-83d9a95a2548.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.726750] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.727084] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f91bf44f-4b7e-476a-b6e5-b941d0436f2d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.737390] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1110.737390] env[68205]: value = "task-2905138" [ 1110.737390] env[68205]: _type = "Task" [ 1110.737390] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.749198] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.776484] env[68205]: DEBUG nova.scheduler.client.report [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.799033] env[68205]: DEBUG nova.network.neutron [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Updating instance_info_cache with network_info: [{"id": "d0fd5a16-bfe6-4ad3-852f-af40f22e84c7", "address": "fa:16:3e:e7:8d:6d", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fd5a16-bf", "ovs_interfaceid": "d0fd5a16-bfe6-4ad3-852f-af40f22e84c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.968679] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.969055] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f290070-544c-459e-b04a-a1a015fa6f15 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.978445] env[68205]: DEBUG oslo_vmware.api [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1110.978445] env[68205]: value = "task-2905139" [ 1110.978445] env[68205]: _type = "Task" [ 1110.978445] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.987305] env[68205]: DEBUG oslo_vmware.api [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.113022] env[68205]: INFO nova.compute.manager [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Rescuing [ 1111.113022] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquiring lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.113201] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquired lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.113393] env[68205]: DEBUG nova.network.neutron [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.248266] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152793} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.248538] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.249327] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8801672-ab44-4b0c-a638-1e8ed90655c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.272165] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 7b051a8b-6f5f-43ba-b854-83d9a95a2548/7b051a8b-6f5f-43ba-b854-83d9a95a2548.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.272420] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b3d3b9-bf04-42cb-95c0-4daa96243b22 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.289166] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.394s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.289448] env[68205]: INFO nova.compute.manager [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Migrating [ 1111.296179] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.999s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.306863] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "refresh_cache-d38e4626-d133-401b-891d-5190271d9c6c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.307169] env[68205]: DEBUG nova.compute.manager [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Instance network_info: |[{"id": "d0fd5a16-bfe6-4ad3-852f-af40f22e84c7", "address": "fa:16:3e:e7:8d:6d", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fd5a16-bf", "ovs_interfaceid": "d0fd5a16-bfe6-4ad3-852f-af40f22e84c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.307977] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1111.307977] env[68205]: value = "task-2905140" [ 1111.307977] env[68205]: _type = "Task" [ 1111.307977] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.308579] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:8d:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0fd5a16-bfe6-4ad3-852f-af40f22e84c7', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.316258] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.317759] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.321320] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4543f0c0-f93c-4786-a223-828ab1be7117 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.343063] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.344530] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.344530] env[68205]: value = "task-2905141" [ 1111.344530] env[68205]: _type = "Task" [ 1111.344530] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.355671] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905141, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.418882] env[68205]: DEBUG nova.compute.manager [req-f174fedf-cd6e-48fc-88c2-51cefa21c492 req-1f6c7172-f1dc-4074-926c-79dade83ce6c service nova] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Received event network-changed-d0fd5a16-bfe6-4ad3-852f-af40f22e84c7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.419141] env[68205]: DEBUG nova.compute.manager [req-f174fedf-cd6e-48fc-88c2-51cefa21c492 req-1f6c7172-f1dc-4074-926c-79dade83ce6c service nova] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Refreshing instance network info cache due to event network-changed-d0fd5a16-bfe6-4ad3-852f-af40f22e84c7. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.419363] env[68205]: DEBUG oslo_concurrency.lockutils [req-f174fedf-cd6e-48fc-88c2-51cefa21c492 req-1f6c7172-f1dc-4074-926c-79dade83ce6c service nova] Acquiring lock "refresh_cache-d38e4626-d133-401b-891d-5190271d9c6c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.419555] env[68205]: DEBUG oslo_concurrency.lockutils [req-f174fedf-cd6e-48fc-88c2-51cefa21c492 req-1f6c7172-f1dc-4074-926c-79dade83ce6c service nova] Acquired lock "refresh_cache-d38e4626-d133-401b-891d-5190271d9c6c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.419786] env[68205]: DEBUG nova.network.neutron [req-f174fedf-cd6e-48fc-88c2-51cefa21c492 req-1f6c7172-f1dc-4074-926c-79dade83ce6c service nova] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Refreshing network info cache for port d0fd5a16-bfe6-4ad3-852f-af40f22e84c7 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.490644] env[68205]: DEBUG oslo_vmware.api [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905139, 'name': PowerOnVM_Task, 'duration_secs': 0.430824} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.490926] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.491153] env[68205]: DEBUG nova.compute.manager [None req-23474560-8b12-4171-b722-a81e07b7c3c2 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.492041] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f282e4d-e072-4918-8465-4870cdc1b2db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.804826] env[68205]: INFO nova.compute.claims [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.808688] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.808956] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.809425] env[68205]: DEBUG nova.network.neutron [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.828157] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.855264] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905141, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.866677] env[68205]: DEBUG nova.network.neutron [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updating instance_info_cache with network_info: [{"id": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "address": "fa:16:3e:db:f9:c3", "network": {"id": "da17d85d-3726-49b8-8cb3-21fbe204e04c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120738045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70d1cb746b8147f98caafe2af5e64611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a90377-8e", "ovs_interfaceid": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.196400] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ad2a04-2b33-4dfd-aac8-edd13a7730d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.217482] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance '882612d6-3692-48ae-979d-4166e4018409' progress to 0 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.221999] env[68205]: DEBUG nova.network.neutron [req-f174fedf-cd6e-48fc-88c2-51cefa21c492 req-1f6c7172-f1dc-4074-926c-79dade83ce6c service nova] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Updated VIF entry in instance network info cache for port d0fd5a16-bfe6-4ad3-852f-af40f22e84c7. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.222220] env[68205]: DEBUG nova.network.neutron [req-f174fedf-cd6e-48fc-88c2-51cefa21c492 req-1f6c7172-f1dc-4074-926c-79dade83ce6c service nova] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Updating instance_info_cache with network_info: [{"id": "d0fd5a16-bfe6-4ad3-852f-af40f22e84c7", "address": "fa:16:3e:e7:8d:6d", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0fd5a16-bf", "ovs_interfaceid": "d0fd5a16-bfe6-4ad3-852f-af40f22e84c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.312925] env[68205]: INFO nova.compute.resource_tracker [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating resource usage from migration c6c16a62-941e-41ca-ae62-53144f988b25 [ 1112.327980] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905140, 'name': ReconfigVM_Task, 'duration_secs': 0.751353} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.328340] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 7b051a8b-6f5f-43ba-b854-83d9a95a2548/7b051a8b-6f5f-43ba-b854-83d9a95a2548.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.328972] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25c332d4-296a-4aed-b99e-3f6dfc6cf974 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.337296] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1112.337296] env[68205]: value = "task-2905142" [ 1112.337296] env[68205]: _type = "Task" [ 1112.337296] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.347098] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905142, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.358856] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905141, 'name': CreateVM_Task, 'duration_secs': 0.525793} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.359066] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.359768] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.360731] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.360731] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.360731] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294f07b1-90f1-4921-9d1d-a1e1e1d05f9a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.368899] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1112.368899] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52eee02d-7816-14fc-097c-615a8c6d6f2c" [ 1112.368899] env[68205]: _type = "Task" [ 1112.368899] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.369398] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Releasing lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.381910] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52eee02d-7816-14fc-097c-615a8c6d6f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.385661] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.385661] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.385661] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.385661] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.385661] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.386096] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50b35f25-b1b9-46ac-8410-f1e5f188fe30 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.395845] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.396047] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.399335] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e622c6c-be2c-4d09-9c3d-05036a16b17d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.411356] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1112.411356] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52977c0a-fe4b-f178-ec21-5262681c3365" [ 1112.411356] env[68205]: _type = "Task" [ 1112.411356] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.422896] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52977c0a-fe4b-f178-ec21-5262681c3365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.561673] env[68205]: DEBUG nova.network.neutron [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance_info_cache with network_info: [{"id": "0ea19003-b540-400d-85f7-71f3c586d704", "address": "fa:16:3e:47:37:9c", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea19003-b5", "ovs_interfaceid": "0ea19003-b540-400d-85f7-71f3c586d704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.589464] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01762e9-8fda-4462-bb71-0ade352c6abf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.598288] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed70ab64-a436-4930-8464-c01ae2c16315 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.631334] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514247b4-0cdf-4084-91be-7539e58a29de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.640029] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad3523e-0cba-4631-a627-d70316d5806e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.656052] env[68205]: DEBUG nova.compute.provider_tree [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.726253] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.726735] env[68205]: DEBUG oslo_concurrency.lockutils [req-f174fedf-cd6e-48fc-88c2-51cefa21c492 req-1f6c7172-f1dc-4074-926c-79dade83ce6c service nova] Releasing lock "refresh_cache-d38e4626-d133-401b-891d-5190271d9c6c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.727092] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8569ddd-5095-4f55-9e8a-23fd08985796 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.735447] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1112.735447] env[68205]: value = "task-2905143" [ 1112.735447] env[68205]: _type = "Task" [ 1112.735447] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.745126] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.749405] env[68205]: DEBUG oslo_concurrency.lockutils [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Acquiring lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.749718] env[68205]: DEBUG oslo_concurrency.lockutils [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.847884] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905142, 'name': Rename_Task, 'duration_secs': 0.175048} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.848247] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.848421] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3ccfc00-3856-40bd-a697-26aac26f7a28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.855285] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1112.855285] env[68205]: value = "task-2905144" [ 1112.855285] env[68205]: _type = "Task" [ 1112.855285] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.862721] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.923972] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52977c0a-fe4b-f178-ec21-5262681c3365, 'name': SearchDatastore_Task, 'duration_secs': 0.011948} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.924845] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e20d7f3-3058-4097-a823-ed16f9c5e094 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.931442] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1112.931442] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cfdfd1-43f4-fbc2-8c59-9868a1188d53" [ 1112.931442] env[68205]: _type = "Task" [ 1112.931442] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.941324] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cfdfd1-43f4-fbc2-8c59-9868a1188d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.064730] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.162047] env[68205]: DEBUG nova.scheduler.client.report [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.247870] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905143, 'name': PowerOffVM_Task, 'duration_secs': 0.221117} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.248201] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.248308] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance '882612d6-3692-48ae-979d-4166e4018409' progress to 17 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.251701] env[68205]: DEBUG nova.compute.manager [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.367096] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.443042] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cfdfd1-43f4-fbc2-8c59-9868a1188d53, 'name': SearchDatastore_Task, 'duration_secs': 0.010895} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.443042] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.443252] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] d38e4626-d133-401b-891d-5190271d9c6c/d38e4626-d133-401b-891d-5190271d9c6c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.443513] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2861af6-3270-442f-9b2a-1e76da76b1d7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.451128] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1113.451128] env[68205]: value = "task-2905145" [ 1113.451128] env[68205]: _type = "Task" [ 1113.451128] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.460941] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.667389] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.371s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.667625] env[68205]: INFO nova.compute.manager [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Migrating [ 1113.679119] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.196s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.681026] env[68205]: INFO nova.compute.claims [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.757580] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.757580] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.757580] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.757977] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.757977] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.758068] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.758223] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.758445] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.758658] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.758894] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.759123] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.771277] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17dc8c5b-3adf-4bee-8789-0e1264ffe281 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.791751] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1113.791751] env[68205]: value = "task-2905146" [ 1113.791751] env[68205]: _type = "Task" [ 1113.791751] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.798594] env[68205]: DEBUG oslo_concurrency.lockutils [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.802584] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.868301] env[68205]: DEBUG oslo_vmware.api [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905144, 'name': PowerOnVM_Task, 'duration_secs': 0.894714} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.868830] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.868830] env[68205]: INFO nova.compute.manager [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1113.869079] env[68205]: DEBUG nova.compute.manager [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.869955] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c81e67-f677-4547-b0b3-8a338a3b9cf1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.913797] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.914151] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e8dd826-6887-4218-b0e0-ed0a20543c7f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.923744] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1113.923744] env[68205]: value = "task-2905147" [ 1113.923744] env[68205]: _type = "Task" [ 1113.923744] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.939190] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.968296] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501734} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.968730] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] d38e4626-d133-401b-891d-5190271d9c6c/d38e4626-d133-401b-891d-5190271d9c6c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.969111] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.969482] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9809e316-b842-43c4-a4e7-c86a155e3166 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.978411] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1113.978411] env[68205]: value = "task-2905148" [ 1113.978411] env[68205]: _type = "Task" [ 1113.978411] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.987726] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.192078] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.192290] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.192448] env[68205]: DEBUG nova.network.neutron [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.302860] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905146, 'name': ReconfigVM_Task, 'duration_secs': 0.297511} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.303203] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance '882612d6-3692-48ae-979d-4166e4018409' progress to 33 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.388259] env[68205]: INFO nova.compute.manager [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Took 22.72 seconds to build instance. [ 1114.435279] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905147, 'name': PowerOffVM_Task, 'duration_secs': 0.24933} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.435810] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.436781] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e13a03-e479-4c83-8b34-3decadb9a216 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.457108] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019aee89-5518-4089-acb5-18147dae85fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.488482] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073413} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.490832] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.491978] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e931791-25a4-43ff-9739-928d58e4b694 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.497490] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.497599] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a5e5075-9676-4dca-9ee4-9d98373cbb8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.517057] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d38e4626-d133-401b-891d-5190271d9c6c/d38e4626-d133-401b-891d-5190271d9c6c.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.517797] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201981be-42d3-4158-ba04-a76e1fef02c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.534035] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1114.534035] env[68205]: value = "task-2905149" [ 1114.534035] env[68205]: _type = "Task" [ 1114.534035] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.539609] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1114.539609] env[68205]: value = "task-2905150" [ 1114.539609] env[68205]: _type = "Task" [ 1114.539609] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.549183] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1114.549377] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.549621] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.549790] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.549988] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.550439] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21771c98-927a-4a0b-9357-c54f871a8d22 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.555847] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.575288] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.575288] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.575288] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667e6d6d-d573-4c9a-8330-e9163182f871 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.580016] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba1981f-6e6b-4b47-892f-8ca0b3a601e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.584106] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1114.584106] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d1d34-7b48-d79d-76ff-a7c6e0ef2cf2" [ 1114.584106] env[68205]: _type = "Task" [ 1114.584106] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.600427] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance 'd0671ddd-2c1d-4804-bada-5580fe3a7292' progress to 0 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.611957] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521d1d34-7b48-d79d-76ff-a7c6e0ef2cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.612861] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5b6fd7-a9c5-4546-99ed-5f7591f4e873 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.618921] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1114.618921] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ff147c-39e4-366e-4974-f9bec1981f59" [ 1114.618921] env[68205]: _type = "Task" [ 1114.618921] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.627813] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ff147c-39e4-366e-4974-f9bec1981f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.809943] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.810142] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.810285] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.810464] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.810719] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.810882] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.811019] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.811190] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.811386] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.811576] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.811777] env[68205]: DEBUG nova.virt.hardware [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.817376] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.820418] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7daaf7b9-6779-4f85-826d-0e30b3e07ef5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.841815] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1114.841815] env[68205]: value = "task-2905151" [ 1114.841815] env[68205]: _type = "Task" [ 1114.841815] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.851789] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.890548] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68d74b6e-7d8a-4726-bee4-2b8da71e4f88 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.237s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.967729] env[68205]: DEBUG nova.network.neutron [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance_info_cache with network_info: [{"id": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "address": "fa:16:3e:5d:6f:64", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0ed9db-0e", "ovs_interfaceid": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.976577] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411785a8-3c0f-4655-adec-83d0087722d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.985308] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc49917a-1ca8-4130-9ab8-2bfc51402eba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.019848] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06407406-ce7b-4f40-90f9-f93fa6e7be43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.027891] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fbb808-4fe5-4686-a75f-55aecd3d6553 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.042035] env[68205]: DEBUG nova.compute.provider_tree [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.053339] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905150, 'name': ReconfigVM_Task, 'duration_secs': 0.290784} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.053339] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d38e4626-d133-401b-891d-5190271d9c6c/d38e4626-d133-401b-891d-5190271d9c6c.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.053980] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-591b73f5-1f09-48df-86de-3d2aa8be8bde {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.061835] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1115.061835] env[68205]: value = "task-2905152" [ 1115.061835] env[68205]: _type = "Task" [ 1115.061835] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.071168] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905152, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.107071] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.107335] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b4b4b2-9728-4abc-bf66-b45f7a435fb7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.115210] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1115.115210] env[68205]: value = "task-2905153" [ 1115.115210] env[68205]: _type = "Task" [ 1115.115210] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.125732] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.131373] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ff147c-39e4-366e-4974-f9bec1981f59, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.131373] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.131575] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 6763b971-3a9e-4c1a-9b12-321f5b367b0c/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. {{(pid=68205) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1115.131811] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dec10e2-46af-434f-832e-c1a3610bad5e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.138822] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1115.138822] env[68205]: value = "task-2905154" [ 1115.138822] env[68205]: _type = "Task" [ 1115.138822] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.146890] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.276254] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.276539] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.276763] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.276949] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.277139] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.281840] env[68205]: INFO nova.compute.manager [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Terminating instance [ 1115.353362] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905151, 'name': ReconfigVM_Task, 'duration_secs': 0.173969} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.353651] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.354497] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4151eb8d-20a1-4acb-ad6b-28c2f86a1a5e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.378122] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 882612d6-3692-48ae-979d-4166e4018409/882612d6-3692-48ae-979d-4166e4018409.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.378463] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da0ce02-c667-47b6-a492-419c19e4a36f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.397490] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1115.397490] env[68205]: value = "task-2905155" [ 1115.397490] env[68205]: _type = "Task" [ 1115.397490] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.406789] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.471824] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.548085] env[68205]: DEBUG nova.scheduler.client.report [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.578252] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905152, 'name': Rename_Task, 'duration_secs': 0.154105} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.578362] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.578693] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f92a05b-31db-4ad3-a43a-fff6d14cb947 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.590481] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1115.590481] env[68205]: value = "task-2905156" [ 1115.590481] env[68205]: _type = "Task" [ 1115.590481] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.598126] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.627312] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1115.627614] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance 'd0671ddd-2c1d-4804-bada-5580fe3a7292' progress to 17 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.649720] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905154, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.786083] env[68205]: DEBUG nova.compute.manager [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.786395] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.787295] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa5c49a-dec2-4d10-9eaf-33d1f0596daf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.796293] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.796551] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48dbb55c-ebf0-45cd-a67e-f74aac9d9e23 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.804195] env[68205]: DEBUG oslo_vmware.api [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1115.804195] env[68205]: value = "task-2905157" [ 1115.804195] env[68205]: _type = "Task" [ 1115.804195] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.812843] env[68205]: DEBUG oslo_vmware.api [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.908956] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905155, 'name': ReconfigVM_Task, 'duration_secs': 0.452022} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.909325] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 882612d6-3692-48ae-979d-4166e4018409/882612d6-3692-48ae-979d-4166e4018409.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.909527] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance '882612d6-3692-48ae-979d-4166e4018409' progress to 50 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.054819] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.055354] env[68205]: DEBUG nova.compute.manager [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.058330] env[68205]: DEBUG oslo_concurrency.lockutils [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.005s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.059424] env[68205]: DEBUG nova.objects.instance [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lazy-loading 'resources' on Instance uuid abd64f68-27d9-4c33-8265-def255cf5de7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.099178] env[68205]: DEBUG oslo_vmware.api [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905156, 'name': PowerOnVM_Task, 'duration_secs': 0.49167} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.100171] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.100356] env[68205]: INFO nova.compute.manager [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1116.100537] env[68205]: DEBUG nova.compute.manager [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.101596] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09b466d-5587-44cf-bc9a-895e539f6a77 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.134961] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.135240] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.135393] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.135567] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.135779] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.135905] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.136163] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.136398] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.136482] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.136680] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.136883] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.142831] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d76ea0e-2c37-4e4d-a3ca-6e409d39cd4e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.163500] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512642} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.164745] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 6763b971-3a9e-4c1a-9b12-321f5b367b0c/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk. [ 1116.165092] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1116.165092] env[68205]: value = "task-2905158" [ 1116.165092] env[68205]: _type = "Task" [ 1116.165092] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.165789] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d470eb0-0bde-47f9-a0ac-80b3b0cec0d1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.177439] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905158, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.199749] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 6763b971-3a9e-4c1a-9b12-321f5b367b0c/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.200053] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec511757-5fe8-409a-b146-baa16501d718 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.219016] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1116.219016] env[68205]: value = "task-2905159" [ 1116.219016] env[68205]: _type = "Task" [ 1116.219016] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.227899] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905159, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.314837] env[68205]: DEBUG oslo_vmware.api [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905157, 'name': PowerOffVM_Task, 'duration_secs': 0.275984} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.315046] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.315235] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.315485] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a60cba4-1446-4321-8bab-fd60875c378d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.400920] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.401202] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.401406] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleting the datastore file [datastore2] 7b051a8b-6f5f-43ba-b854-83d9a95a2548 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.401681] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce842d46-5e2c-4207-89f0-4f44d925e23b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.409007] env[68205]: DEBUG oslo_vmware.api [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1116.409007] env[68205]: value = "task-2905161" [ 1116.409007] env[68205]: _type = "Task" [ 1116.409007] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.419452] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443d3a40-1611-4a15-ba6b-6b6e660dd970 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.423359] env[68205]: DEBUG oslo_vmware.api [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.440719] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7d8f9c-1cb8-41a3-83d3-34e67822505f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.459767] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance '882612d6-3692-48ae-979d-4166e4018409' progress to 67 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.562383] env[68205]: DEBUG nova.compute.utils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.563781] env[68205]: DEBUG nova.compute.manager [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.563950] env[68205]: DEBUG nova.network.neutron [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.608169] env[68205]: DEBUG nova.policy [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23cd6c82a3e645a78f6496f27d5ddc73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6b81c47cfd42098b45e5a012ca8747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.620904] env[68205]: INFO nova.compute.manager [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Took 23.12 seconds to build instance. [ 1116.682261] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905158, 'name': ReconfigVM_Task, 'duration_secs': 0.451837} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.682261] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance 'd0671ddd-2c1d-4804-bada-5580fe3a7292' progress to 33 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.736847] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.882965] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436b9b73-e75f-4d12-a221-05367693193b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.891312] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a779e9-3b5d-498a-830c-a636157a7d6a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.927714] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4d1dfa-883e-4e60-a025-9eb6c1cbb918 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.936350] env[68205]: DEBUG oslo_vmware.api [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52703} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.938565] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.938759] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.938952] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.939144] env[68205]: INFO nova.compute.manager [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1116.939381] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.939638] env[68205]: DEBUG nova.compute.manager [-] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.939760] env[68205]: DEBUG nova.network.neutron [-] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.942477] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02aac32-2bc2-4c49-89f6-c90c87abff3a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.956746] env[68205]: DEBUG nova.compute.provider_tree [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.987537] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4b0355-cb1e-432f-886b-90a7c10dcb96 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.011144] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance '2b4fccd8-06c9-4089-a812-a843181b79e3' progress to 0 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.016047] env[68205]: DEBUG nova.network.neutron [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Port b7cc5538-e3ff-4e76-889f-cdedb12c31d7 binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1117.069834] env[68205]: DEBUG nova.compute.manager [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.124887] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47c39ad9-7e39-4801-b3bb-dc1fce9618d8 tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "d38e4626-d133-401b-891d-5190271d9c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.631s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.144817] env[68205]: DEBUG nova.network.neutron [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Successfully created port: cf24946b-9884-4855-ad7a-29472b9ce1c3 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.193863] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.194124] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.194281] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.194457] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.194664] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.194837] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.195056] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.195218] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.195379] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.195539] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.195706] env[68205]: DEBUG nova.virt.hardware [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.201159] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.201444] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3181d072-3e28-43ab-82af-8e38568c1a37 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.220279] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1117.220279] env[68205]: value = "task-2905162" [ 1117.220279] env[68205]: _type = "Task" [ 1117.220279] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.232127] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.235714] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905159, 'name': ReconfigVM_Task, 'duration_secs': 0.592166} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.235985] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 6763b971-3a9e-4c1a-9b12-321f5b367b0c/212c224b-8054-43b3-9813-d6086870cd7e-rescue.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.236837] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913b1864-c53f-494b-beeb-eed6664967ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.265498] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e95460-9d74-4c4a-989a-263a2f50ac82 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.282461] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1117.282461] env[68205]: value = "task-2905163" [ 1117.282461] env[68205]: _type = "Task" [ 1117.282461] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.294566] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.365214] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94472f83-c75c-4b05-abba-9e591882c7fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.373375] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78207161-3eec-4657-8e36-c6c432694f4d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Suspending the VM {{(pid=68205) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1117.373375] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e43b3b02-8b3c-4e77-8b11-28dc37276dbd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.381767] env[68205]: DEBUG oslo_vmware.api [None req-78207161-3eec-4657-8e36-c6c432694f4d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1117.381767] env[68205]: value = "task-2905164" [ 1117.381767] env[68205]: _type = "Task" [ 1117.381767] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.392638] env[68205]: DEBUG oslo_vmware.api [None req-78207161-3eec-4657-8e36-c6c432694f4d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905164, 'name': SuspendVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.415252] env[68205]: DEBUG nova.compute.manager [req-332880cc-6dc9-4f58-837e-b9b7d7a64f38 req-ee409a2c-4ecb-4cc5-8bf8-4c72b8183370 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Received event network-vif-deleted-bc844d88-770a-46c2-9ef4-f12892f516c9 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.415478] env[68205]: INFO nova.compute.manager [req-332880cc-6dc9-4f58-837e-b9b7d7a64f38 req-ee409a2c-4ecb-4cc5-8bf8-4c72b8183370 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Neutron deleted interface bc844d88-770a-46c2-9ef4-f12892f516c9; detaching it from the instance and deleting it from the info cache [ 1117.415647] env[68205]: DEBUG nova.network.neutron [req-332880cc-6dc9-4f58-837e-b9b7d7a64f38 req-ee409a2c-4ecb-4cc5-8bf8-4c72b8183370 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.459631] env[68205]: DEBUG nova.scheduler.client.report [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.517480] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.521240] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75449108-82c2-4c84-89bc-91a708a96b1c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.530788] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1117.530788] env[68205]: value = "task-2905165" [ 1117.530788] env[68205]: _type = "Task" [ 1117.530788] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.731772] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905162, 'name': ReconfigVM_Task, 'duration_secs': 0.240955} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.732152] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1117.732982] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dec594-79c0-434d-bff0-71b6df7b6307 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.758008] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] d0671ddd-2c1d-4804-bada-5580fe3a7292/d0671ddd-2c1d-4804-bada-5580fe3a7292.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.758335] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5822b39e-984d-4924-bc3f-3c683eeeb8ae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.778111] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1117.778111] env[68205]: value = "task-2905166" [ 1117.778111] env[68205]: _type = "Task" [ 1117.778111] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.786981] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.798471] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905163, 'name': ReconfigVM_Task, 'duration_secs': 0.169449} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.798787] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.799036] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-924df588-bd80-42bd-9ca1-0bbb637aa0e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.809467] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1117.809467] env[68205]: value = "task-2905167" [ 1117.809467] env[68205]: _type = "Task" [ 1117.809467] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.819402] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.894337] env[68205]: DEBUG oslo_vmware.api [None req-78207161-3eec-4657-8e36-c6c432694f4d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905164, 'name': SuspendVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.895883] env[68205]: DEBUG nova.network.neutron [-] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.918793] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-219d628f-381e-48bc-98f5-14e3b536e8ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.931054] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a49c4f-da24-4f89-bc68-ddd75813f9a9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.967027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.969377] env[68205]: DEBUG nova.compute.manager [req-332880cc-6dc9-4f58-837e-b9b7d7a64f38 req-ee409a2c-4ecb-4cc5-8bf8-4c72b8183370 service nova] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Detach interface failed, port_id=bc844d88-770a-46c2-9ef4-f12892f516c9, reason: Instance 7b051a8b-6f5f-43ba-b854-83d9a95a2548 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.970107] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.053s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.970402] env[68205]: DEBUG nova.objects.instance [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lazy-loading 'resources' on Instance uuid 12695495-5ed4-4aa0-bd4e-3942f3769222 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.993725] env[68205]: INFO nova.scheduler.client.report [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Deleted allocations for instance abd64f68-27d9-4c33-8265-def255cf5de7 [ 1118.049364] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "882612d6-3692-48ae-979d-4166e4018409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.049560] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "882612d6-3692-48ae-979d-4166e4018409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.049702] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "882612d6-3692-48ae-979d-4166e4018409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.058772] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905165, 'name': PowerOffVM_Task, 'duration_secs': 0.318803} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.059182] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.059378] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance '2b4fccd8-06c9-4089-a812-a843181b79e3' progress to 17 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.081115] env[68205]: DEBUG nova.compute.manager [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.118443] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.118750] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.118910] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.119195] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.119396] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.119592] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.119890] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.120128] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.120356] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.120557] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.120809] env[68205]: DEBUG nova.virt.hardware [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.122575] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e571d-723a-4b02-ad6f-a1ddad4f16da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.131167] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61536ed3-72cf-45e2-8f5e-4556a8cace8f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.290349] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.320590] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905167, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.394624] env[68205]: DEBUG oslo_vmware.api [None req-78207161-3eec-4657-8e36-c6c432694f4d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905164, 'name': SuspendVM_Task, 'duration_secs': 0.62968} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.394922] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78207161-3eec-4657-8e36-c6c432694f4d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Suspended the VM {{(pid=68205) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1118.395118] env[68205]: DEBUG nova.compute.manager [None req-78207161-3eec-4657-8e36-c6c432694f4d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.395879] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889646a9-004b-44de-8e5d-20e0954f98bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.398528] env[68205]: INFO nova.compute.manager [-] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Took 1.46 seconds to deallocate network for instance. [ 1118.503887] env[68205]: DEBUG oslo_concurrency.lockutils [None req-abb8730e-5d4c-4e03-a10d-65999ce49c70 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "abd64f68-27d9-4c33-8265-def255cf5de7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.295s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.566022] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.566022] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.566242] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.566347] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.566492] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.566636] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.566887] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.566983] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.567149] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.567311] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.567454] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.575275] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26e74d86-e70f-49b0-8f1e-e48e7cb22de9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.594287] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1118.594287] env[68205]: value = "task-2905168" [ 1118.594287] env[68205]: _type = "Task" [ 1118.594287] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.605791] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.715615] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22439ce8-8f5a-42b2-82d4-41840d3a1f55 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.724248] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a94aac-588f-4e51-af90-c96f25d887cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.756718] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fc0ddd-3a38-45d9-a27b-2b761ccb243d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.764958] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1da8fa3-c9f8-44a3-b514-edf9808d2bf9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.781292] env[68205]: DEBUG nova.compute.provider_tree [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.790893] env[68205]: DEBUG oslo_vmware.api [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905166, 'name': ReconfigVM_Task, 'duration_secs': 0.573868} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.791895] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Reconfigured VM instance instance-00000030 to attach disk [datastore2] d0671ddd-2c1d-4804-bada-5580fe3a7292/d0671ddd-2c1d-4804-bada-5580fe3a7292.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.792209] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance 'd0671ddd-2c1d-4804-bada-5580fe3a7292' progress to 50 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.822126] env[68205]: DEBUG oslo_vmware.api [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905167, 'name': PowerOnVM_Task, 'duration_secs': 0.560247} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.822476] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.825638] env[68205]: DEBUG nova.compute.manager [None req-eb67c326-5c82-43d9-9f40-4e2c4f88b8a9 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.826494] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d3217c-512c-45a1-a489-e28eff744231 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.889300] env[68205]: DEBUG nova.network.neutron [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Successfully updated port: cf24946b-9884-4855-ad7a-29472b9ce1c3 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.909085] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.081830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.082113] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.082226] env[68205]: DEBUG nova.network.neutron [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.105793] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905168, 'name': ReconfigVM_Task, 'duration_secs': 0.262815} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.105902] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance '2b4fccd8-06c9-4089-a812-a843181b79e3' progress to 33 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.286960] env[68205]: DEBUG nova.scheduler.client.report [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.298965] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b33756-e232-4169-aab2-85adfb53ca78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.320479] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115dcd25-de79-4bfc-953e-81789c703b69 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.341127] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance 'd0671ddd-2c1d-4804-bada-5580fe3a7292' progress to 67 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.392106] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "refresh_cache-505736ae-1357-403a-9640-0a68e9e12ad7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.392289] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "refresh_cache-505736ae-1357-403a-9640-0a68e9e12ad7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.392360] env[68205]: DEBUG nova.network.neutron [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.448207] env[68205]: DEBUG nova.compute.manager [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Received event network-vif-plugged-cf24946b-9884-4855-ad7a-29472b9ce1c3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.448715] env[68205]: DEBUG oslo_concurrency.lockutils [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] Acquiring lock "505736ae-1357-403a-9640-0a68e9e12ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.449018] env[68205]: DEBUG oslo_concurrency.lockutils [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] Lock "505736ae-1357-403a-9640-0a68e9e12ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.449294] env[68205]: DEBUG oslo_concurrency.lockutils [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] Lock "505736ae-1357-403a-9640-0a68e9e12ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.449556] env[68205]: DEBUG nova.compute.manager [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] No waiting events found dispatching network-vif-plugged-cf24946b-9884-4855-ad7a-29472b9ce1c3 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.449824] env[68205]: WARNING nova.compute.manager [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Received unexpected event network-vif-plugged-cf24946b-9884-4855-ad7a-29472b9ce1c3 for instance with vm_state building and task_state spawning. [ 1119.450112] env[68205]: DEBUG nova.compute.manager [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Received event network-changed-cf24946b-9884-4855-ad7a-29472b9ce1c3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.450376] env[68205]: DEBUG nova.compute.manager [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Refreshing instance network info cache due to event network-changed-cf24946b-9884-4855-ad7a-29472b9ce1c3. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.450640] env[68205]: DEBUG oslo_concurrency.lockutils [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] Acquiring lock "refresh_cache-505736ae-1357-403a-9640-0a68e9e12ad7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.612163] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.612448] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.612612] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.612793] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.612941] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.613099] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.613300] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.613454] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.613613] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.613769] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.613992] env[68205]: DEBUG nova.virt.hardware [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.619617] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.622194] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452ed20b-0721-4150-a87d-573f6d5993bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.643111] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1119.643111] env[68205]: value = "task-2905170" [ 1119.643111] env[68205]: _type = "Task" [ 1119.643111] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.651870] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.791413] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.793739] env[68205]: DEBUG oslo_concurrency.lockutils [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.995s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.795639] env[68205]: INFO nova.compute.claims [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.821186] env[68205]: INFO nova.scheduler.client.report [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Deleted allocations for instance 12695495-5ed4-4aa0-bd4e-3942f3769222 [ 1119.855788] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "d38e4626-d133-401b-891d-5190271d9c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.856304] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "d38e4626-d133-401b-891d-5190271d9c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.856531] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "d38e4626-d133-401b-891d-5190271d9c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.856741] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "d38e4626-d133-401b-891d-5190271d9c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.856911] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "d38e4626-d133-401b-891d-5190271d9c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.859371] env[68205]: INFO nova.compute.manager [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Terminating instance [ 1119.904849] env[68205]: DEBUG nova.network.neutron [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance_info_cache with network_info: [{"id": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "address": "fa:16:3e:02:22:71", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7cc5538-e3", "ovs_interfaceid": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.920206] env[68205]: DEBUG nova.network.neutron [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Port 0ea19003-b540-400d-85f7-71f3c586d704 binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1119.934523] env[68205]: DEBUG nova.network.neutron [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.128595] env[68205]: DEBUG nova.network.neutron [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Updating instance_info_cache with network_info: [{"id": "cf24946b-9884-4855-ad7a-29472b9ce1c3", "address": "fa:16:3e:10:e3:c9", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf24946b-98", "ovs_interfaceid": "cf24946b-9884-4855-ad7a-29472b9ce1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.154367] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905170, 'name': ReconfigVM_Task, 'duration_secs': 0.190502} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.154634] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.155512] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26595993-359d-4129-b93f-039327a462bf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.180792] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2b4fccd8-06c9-4089-a812-a843181b79e3/2b4fccd8-06c9-4089-a812-a843181b79e3.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.181415] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f6e11c-84ff-4424-a6fd-4df2b2607f6c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.201231] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1120.201231] env[68205]: value = "task-2905171" [ 1120.201231] env[68205]: _type = "Task" [ 1120.201231] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.210488] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.331221] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f99ea768-1309-4565-84f7-f2b8ea7c0013 tempest-ListServerFiltersTestJSON-1438675396 tempest-ListServerFiltersTestJSON-1438675396-project-member] Lock "12695495-5ed4-4aa0-bd4e-3942f3769222" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.852s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.365875] env[68205]: DEBUG nova.compute.manager [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.369545] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.369545] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2b481a-e08d-4fe5-9725-32a11413ca35 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.379660] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.380166] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0ceac83-64da-4c49-b126-b23f131ad944 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.408080] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.449856] env[68205]: DEBUG nova.compute.manager [req-483da599-9d1c-4b69-b570-caed5b703b5f req-3fcfd9d6-0053-44cf-92e9-217e3859d0a8 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Received event network-changed-c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.450084] env[68205]: DEBUG nova.compute.manager [req-483da599-9d1c-4b69-b570-caed5b703b5f req-3fcfd9d6-0053-44cf-92e9-217e3859d0a8 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Refreshing instance network info cache due to event network-changed-c4a90377-8e8c-4915-9cf9-5d9300d7b16f. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.450307] env[68205]: DEBUG oslo_concurrency.lockutils [req-483da599-9d1c-4b69-b570-caed5b703b5f req-3fcfd9d6-0053-44cf-92e9-217e3859d0a8 service nova] Acquiring lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.450468] env[68205]: DEBUG oslo_concurrency.lockutils [req-483da599-9d1c-4b69-b570-caed5b703b5f req-3fcfd9d6-0053-44cf-92e9-217e3859d0a8 service nova] Acquired lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.451353] env[68205]: DEBUG nova.network.neutron [req-483da599-9d1c-4b69-b570-caed5b703b5f req-3fcfd9d6-0053-44cf-92e9-217e3859d0a8 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Refreshing network info cache for port c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.457456] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.457794] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.457979] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleting the datastore file [datastore2] d38e4626-d133-401b-891d-5190271d9c6c {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.458557] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58d61bd1-e7c3-4fff-859e-0b1ac750f008 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.470137] env[68205]: DEBUG oslo_vmware.api [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1120.470137] env[68205]: value = "task-2905173" [ 1120.470137] env[68205]: _type = "Task" [ 1120.470137] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.480882] env[68205]: DEBUG oslo_vmware.api [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.631797] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "refresh_cache-505736ae-1357-403a-9640-0a68e9e12ad7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.632183] env[68205]: DEBUG nova.compute.manager [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Instance network_info: |[{"id": "cf24946b-9884-4855-ad7a-29472b9ce1c3", "address": "fa:16:3e:10:e3:c9", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf24946b-98", "ovs_interfaceid": "cf24946b-9884-4855-ad7a-29472b9ce1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.632495] env[68205]: DEBUG oslo_concurrency.lockutils [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] Acquired lock "refresh_cache-505736ae-1357-403a-9640-0a68e9e12ad7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.632674] env[68205]: DEBUG nova.network.neutron [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Refreshing network info cache for port cf24946b-9884-4855-ad7a-29472b9ce1c3 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.633917] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:e3:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf24946b-9884-4855-ad7a-29472b9ce1c3', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.642361] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Creating folder: Project (ef6b81c47cfd42098b45e5a012ca8747). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.645588] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e15e4d44-1ad6-4f2f-b3b4-8a13e3924215 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.660573] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Created folder: Project (ef6b81c47cfd42098b45e5a012ca8747) in parent group-v583212. [ 1120.660815] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Creating folder: Instances. Parent ref: group-v583475. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.661100] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c5ad6c-69a9-4c96-92e1-aa223e7335e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.671879] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Created folder: Instances in parent group-v583475. [ 1120.672146] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.672555] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.672555] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acc5fef2-3b3a-45d8-bff7-cb81194fe99b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.697429] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.697429] env[68205]: value = "task-2905176" [ 1120.697429] env[68205]: _type = "Task" [ 1120.697429] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.708392] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905176, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.713755] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905171, 'name': ReconfigVM_Task, 'duration_secs': 0.350591} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.713988] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2b4fccd8-06c9-4089-a812-a843181b79e3/2b4fccd8-06c9-4089-a812-a843181b79e3.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.714396] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance '2b4fccd8-06c9-4089-a812-a843181b79e3' progress to 50 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.946327] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cff29c6-1b74-4b47-873a-8ac98c19d396 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.958269] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "d0671ddd-2c1d-4804-bada-5580fe3a7292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.962021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.962021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.991575] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f9b830-88ab-4ab9-bc7c-9d29788bc3db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.995567] env[68205]: DEBUG nova.network.neutron [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Updated VIF entry in instance network info cache for port cf24946b-9884-4855-ad7a-29472b9ce1c3. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.995885] env[68205]: DEBUG nova.network.neutron [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Updating instance_info_cache with network_info: [{"id": "cf24946b-9884-4855-ad7a-29472b9ce1c3", "address": "fa:16:3e:10:e3:c9", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf24946b-98", "ovs_interfaceid": "cf24946b-9884-4855-ad7a-29472b9ce1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.004369] env[68205]: DEBUG oslo_vmware.api [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153938} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.007173] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.007379] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.007550] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.007713] env[68205]: INFO nova.compute.manager [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1121.007963] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.008593] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance '882612d6-3692-48ae-979d-4166e4018409' progress to 83 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.015576] env[68205]: DEBUG nova.compute.manager [-] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.015714] env[68205]: DEBUG nova.network.neutron [-] [instance: d38e4626-d133-401b-891d-5190271d9c6c] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.165807] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b57c54-4b98-4d67-a4ce-ca9046c91e74 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.177235] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e921b-ae82-4ce8-a2c2-9680bdb3528a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.213719] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d4cb1-2ce5-4cb8-bbec-722c8f290f06 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.226920] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235c862b-cabd-4c3c-b8da-3c0f4a7ba035 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.229603] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905176, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.233111] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65b8418-1fc1-4d3f-af58-504f0c2314f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.248183] env[68205]: DEBUG nova.compute.provider_tree [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.268719] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de93a50-2ddf-4922-a966-9c5d4ab3f95c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.289189] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance '2b4fccd8-06c9-4089-a812-a843181b79e3' progress to 67 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.297056] env[68205]: DEBUG nova.network.neutron [req-483da599-9d1c-4b69-b570-caed5b703b5f req-3fcfd9d6-0053-44cf-92e9-217e3859d0a8 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updated VIF entry in instance network info cache for port c4a90377-8e8c-4915-9cf9-5d9300d7b16f. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.297383] env[68205]: DEBUG nova.network.neutron [req-483da599-9d1c-4b69-b570-caed5b703b5f req-3fcfd9d6-0053-44cf-92e9-217e3859d0a8 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updating instance_info_cache with network_info: [{"id": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "address": "fa:16:3e:db:f9:c3", "network": {"id": "da17d85d-3726-49b8-8cb3-21fbe204e04c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120738045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70d1cb746b8147f98caafe2af5e64611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a90377-8e", "ovs_interfaceid": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.498379] env[68205]: DEBUG oslo_concurrency.lockutils [req-25b48999-17d3-4d7b-b0c4-198d385152a3 req-c032d8ed-41a9-4b47-b245-cbac7986861a service nova] Releasing lock "refresh_cache-505736ae-1357-403a-9640-0a68e9e12ad7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.519870] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.520203] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ba2727f-2262-4e19-9b6f-2a5df8ec91e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.528148] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1121.528148] env[68205]: value = "task-2905177" [ 1121.528148] env[68205]: _type = "Task" [ 1121.528148] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.544233] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.717329] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905176, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.768985] env[68205]: DEBUG nova.scheduler.client.report [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.800251] env[68205]: DEBUG oslo_concurrency.lockutils [req-483da599-9d1c-4b69-b570-caed5b703b5f req-3fcfd9d6-0053-44cf-92e9-217e3859d0a8 service nova] Releasing lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.847509] env[68205]: DEBUG nova.network.neutron [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Port 7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1122.039921] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.050031] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.050031] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.050031] env[68205]: DEBUG nova.network.neutron [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.130567] env[68205]: DEBUG nova.network.neutron [-] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.220209] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905176, 'name': CreateVM_Task, 'duration_secs': 1.354197} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.220532] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.221055] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.221218] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.221526] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.221778] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eccb18f-d2fe-48ae-8eb9-3097a3bd82f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.229008] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1122.229008] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528e2207-8945-5275-2104-a1d52bedbe54" [ 1122.229008] env[68205]: _type = "Task" [ 1122.229008] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.236570] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528e2207-8945-5275-2104-a1d52bedbe54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.273936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.274127] env[68205]: DEBUG nova.compute.manager [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.279378] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.370s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.279624] env[68205]: DEBUG nova.objects.instance [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lazy-loading 'resources' on Instance uuid 7b051a8b-6f5f-43ba-b854-83d9a95a2548 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.541014] env[68205]: DEBUG oslo_vmware.api [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905177, 'name': PowerOnVM_Task, 'duration_secs': 0.993401} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.541255] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.541438] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdcae6-9842-4e1f-a030-16a8cb0e2328 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance '882612d6-3692-48ae-979d-4166e4018409' progress to 100 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.632733] env[68205]: INFO nova.compute.manager [-] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Took 1.62 seconds to deallocate network for instance. [ 1122.739402] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528e2207-8945-5275-2104-a1d52bedbe54, 'name': SearchDatastore_Task, 'duration_secs': 0.028894} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.739758] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.740022] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.740287] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.740398] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.741032] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.741032] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ed65574-db88-4596-a416-ad653b0cc60a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.754600] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.754828] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.755833] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fac4e3c-b35b-460d-ac94-233541155bcc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.762932] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1122.762932] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520d5592-f968-86ff-25bd-6c467ad5843f" [ 1122.762932] env[68205]: _type = "Task" [ 1122.762932] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.773790] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520d5592-f968-86ff-25bd-6c467ad5843f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.784826] env[68205]: DEBUG nova.compute.utils [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.792623] env[68205]: DEBUG nova.compute.manager [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.792623] env[68205]: DEBUG nova.network.neutron [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.796584] env[68205]: DEBUG nova.compute.manager [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Received event network-changed-c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.796799] env[68205]: DEBUG nova.compute.manager [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Refreshing instance network info cache due to event network-changed-c4a90377-8e8c-4915-9cf9-5d9300d7b16f. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.797057] env[68205]: DEBUG oslo_concurrency.lockutils [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] Acquiring lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.797232] env[68205]: DEBUG oslo_concurrency.lockutils [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] Acquired lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.797467] env[68205]: DEBUG nova.network.neutron [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Refreshing network info cache for port c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.846202] env[68205]: DEBUG nova.policy [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b7236fee28148b3b2430f2cd1b3dadc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '552b7cb4c3c54703a775a2a517af667b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.880441] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "2b4fccd8-06c9-4089-a812-a843181b79e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.880441] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.880441] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.933689] env[68205]: DEBUG nova.network.neutron [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance_info_cache with network_info: [{"id": "0ea19003-b540-400d-85f7-71f3c586d704", "address": "fa:16:3e:47:37:9c", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea19003-b5", "ovs_interfaceid": "0ea19003-b540-400d-85f7-71f3c586d704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.094714] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71938277-6c82-425a-bd54-5b5a010907ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.105914] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48575ea-88d4-4acb-87ce-1c9e47132ecf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.142051] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.143454] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d0ef4f-0581-4d34-a57d-c0bf1612748c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.156020] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e959be-0831-4146-bc5c-7f75e1eacae9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.168524] env[68205]: DEBUG nova.compute.provider_tree [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.276034] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520d5592-f968-86ff-25bd-6c467ad5843f, 'name': SearchDatastore_Task, 'duration_secs': 0.014518} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.277187] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6bdc0a1-be9b-4738-aa37-1c7cbd96577d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.285662] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1123.285662] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528ed658-cf01-aa41-6b66-f895a84ce520" [ 1123.285662] env[68205]: _type = "Task" [ 1123.285662] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.290379] env[68205]: DEBUG nova.compute.manager [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.298641] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528ed658-cf01-aa41-6b66-f895a84ce520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.299460] env[68205]: DEBUG nova.network.neutron [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Successfully created port: 8d38eeff-0301-4cf4-b992-ff7731568b39 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.439668] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.594177] env[68205]: DEBUG nova.network.neutron [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updated VIF entry in instance network info cache for port c4a90377-8e8c-4915-9cf9-5d9300d7b16f. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.594901] env[68205]: DEBUG nova.network.neutron [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updating instance_info_cache with network_info: [{"id": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "address": "fa:16:3e:db:f9:c3", "network": {"id": "da17d85d-3726-49b8-8cb3-21fbe204e04c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120738045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70d1cb746b8147f98caafe2af5e64611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a90377-8e", "ovs_interfaceid": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.672024] env[68205]: DEBUG nova.scheduler.client.report [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.796937] env[68205]: INFO nova.virt.block_device [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Booting with volume 0b89463c-b6b7-4605-a4a8-5cde31b02ee8 at /dev/sda [ 1123.798618] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528ed658-cf01-aa41-6b66-f895a84ce520, 'name': SearchDatastore_Task, 'duration_secs': 0.011827} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.799063] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.799323] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 505736ae-1357-403a-9640-0a68e9e12ad7/505736ae-1357-403a-9640-0a68e9e12ad7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.799670] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7411c66a-96e9-4dec-8176-f27f4a610617 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.808232] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1123.808232] env[68205]: value = "task-2905178" [ 1123.808232] env[68205]: _type = "Task" [ 1123.808232] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.817056] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.842060] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e0b99e7-7798-4f23-831d-ec6899afea33 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.852283] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d8b70a-473f-434f-9f25-710afd631088 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.906021] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c168936b-abaf-45e0-b77f-8b5d25261598 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.922463] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5ba090-c4f2-4d7a-8ea5-292a2a127daa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.964406] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.964570] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.964741] env[68205]: DEBUG nova.network.neutron [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.968725] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347b209f-8ef8-4897-83e5-472562497076 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.977548] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45550ac-4afc-447d-9f12-0754fae3ce1f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.986648] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13011c7e-f974-4175-9708-71b1dea579e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.994106] env[68205]: DEBUG nova.virt.block_device [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Updating existing volume attachment record: b9644195-3037-4883-a692-4cc34cafd2e5 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1124.015644] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300e1504-2346-4f71-9840-c51a9d38df2a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.023848] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance 'd0671ddd-2c1d-4804-bada-5580fe3a7292' progress to 83 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.099232] env[68205]: DEBUG oslo_concurrency.lockutils [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] Releasing lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.099232] env[68205]: DEBUG nova.compute.manager [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Received event network-vif-deleted-d0fd5a16-bfe6-4ad3-852f-af40f22e84c7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.099232] env[68205]: DEBUG nova.compute.manager [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Received event network-changed-c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.099232] env[68205]: DEBUG nova.compute.manager [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Refreshing instance network info cache due to event network-changed-c4a90377-8e8c-4915-9cf9-5d9300d7b16f. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.099232] env[68205]: DEBUG oslo_concurrency.lockutils [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] Acquiring lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.099232] env[68205]: DEBUG oslo_concurrency.lockutils [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] Acquired lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.099232] env[68205]: DEBUG nova.network.neutron [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Refreshing network info cache for port c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.105918] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "c4137e26-8a6c-4a46-879a-b0903b29b436" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.105918] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "c4137e26-8a6c-4a46-879a-b0903b29b436" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.106075] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "c4137e26-8a6c-4a46-879a-b0903b29b436-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.106192] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "c4137e26-8a6c-4a46-879a-b0903b29b436-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.106787] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "c4137e26-8a6c-4a46-879a-b0903b29b436-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.109090] env[68205]: INFO nova.compute.manager [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Terminating instance [ 1124.179968] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.184690] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.043s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.184982] env[68205]: DEBUG nova.objects.instance [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lazy-loading 'resources' on Instance uuid d38e4626-d133-401b-891d-5190271d9c6c {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.206807] env[68205]: INFO nova.scheduler.client.report [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted allocations for instance 7b051a8b-6f5f-43ba-b854-83d9a95a2548 [ 1124.321294] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.514987] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "882612d6-3692-48ae-979d-4166e4018409" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.516293] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "882612d6-3692-48ae-979d-4166e4018409" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.516293] env[68205]: DEBUG nova.compute.manager [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Going to confirm migration 4 {{(pid=68205) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1124.530334] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb51ece-e800-4e58-9322-a6adee7b01f8 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance 'd0671ddd-2c1d-4804-bada-5580fe3a7292' progress to 100 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.614908] env[68205]: DEBUG nova.compute.manager [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.615155] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.616118] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04412ab-1722-49e3-8682-571d562beb4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.630876] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.631188] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de187010-55d9-412b-8591-c8414a489ec8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.639144] env[68205]: DEBUG oslo_vmware.api [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1124.639144] env[68205]: value = "task-2905179" [ 1124.639144] env[68205]: _type = "Task" [ 1124.639144] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.651721] env[68205]: DEBUG oslo_vmware.api [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.685150] env[68205]: DEBUG nova.network.neutron [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance_info_cache with network_info: [{"id": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "address": "fa:16:3e:5d:6f:64", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0ed9db-0e", "ovs_interfaceid": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.714149] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3fd997d2-baf8-4970-8ccd-ed67cc939a1d tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "7b051a8b-6f5f-43ba-b854-83d9a95a2548" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.437s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.819980] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575821} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.820294] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 505736ae-1357-403a-9640-0a68e9e12ad7/505736ae-1357-403a-9640-0a68e9e12ad7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.820522] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.820784] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edafe3b9-62c6-4cf0-b5ac-437b71ab05de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.824820] env[68205]: DEBUG nova.compute.manager [req-18f076e5-d875-4a91-9305-b8dd3a509c61 req-97eefcf6-c953-461d-b66f-dc42e449ff77 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Received event network-changed-c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.824878] env[68205]: DEBUG nova.compute.manager [req-18f076e5-d875-4a91-9305-b8dd3a509c61 req-97eefcf6-c953-461d-b66f-dc42e449ff77 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Refreshing instance network info cache due to event network-changed-c4a90377-8e8c-4915-9cf9-5d9300d7b16f. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.825172] env[68205]: DEBUG oslo_concurrency.lockutils [req-18f076e5-d875-4a91-9305-b8dd3a509c61 req-97eefcf6-c953-461d-b66f-dc42e449ff77 service nova] Acquiring lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.834354] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1124.834354] env[68205]: value = "task-2905180" [ 1124.834354] env[68205]: _type = "Task" [ 1124.834354] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.843528] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.872358] env[68205]: DEBUG nova.compute.manager [req-65145a75-6363-4304-9b20-59af551afa20 req-83c2fc6e-78c6-40b8-9f04-a46441dd9ecc service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Received event network-vif-plugged-8d38eeff-0301-4cf4-b992-ff7731568b39 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.872624] env[68205]: DEBUG oslo_concurrency.lockutils [req-65145a75-6363-4304-9b20-59af551afa20 req-83c2fc6e-78c6-40b8-9f04-a46441dd9ecc service nova] Acquiring lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.873152] env[68205]: DEBUG oslo_concurrency.lockutils [req-65145a75-6363-4304-9b20-59af551afa20 req-83c2fc6e-78c6-40b8-9f04-a46441dd9ecc service nova] Lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.873402] env[68205]: DEBUG oslo_concurrency.lockutils [req-65145a75-6363-4304-9b20-59af551afa20 req-83c2fc6e-78c6-40b8-9f04-a46441dd9ecc service nova] Lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.873688] env[68205]: DEBUG nova.compute.manager [req-65145a75-6363-4304-9b20-59af551afa20 req-83c2fc6e-78c6-40b8-9f04-a46441dd9ecc service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] No waiting events found dispatching network-vif-plugged-8d38eeff-0301-4cf4-b992-ff7731568b39 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.874071] env[68205]: WARNING nova.compute.manager [req-65145a75-6363-4304-9b20-59af551afa20 req-83c2fc6e-78c6-40b8-9f04-a46441dd9ecc service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Received unexpected event network-vif-plugged-8d38eeff-0301-4cf4-b992-ff7731568b39 for instance with vm_state building and task_state block_device_mapping. [ 1124.883140] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquiring lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.883378] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.883585] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquiring lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.883765] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.883958] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.886014] env[68205]: INFO nova.compute.manager [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Terminating instance [ 1124.915158] env[68205]: DEBUG nova.network.neutron [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updated VIF entry in instance network info cache for port c4a90377-8e8c-4915-9cf9-5d9300d7b16f. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.915543] env[68205]: DEBUG nova.network.neutron [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updating instance_info_cache with network_info: [{"id": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "address": "fa:16:3e:db:f9:c3", "network": {"id": "da17d85d-3726-49b8-8cb3-21fbe204e04c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120738045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70d1cb746b8147f98caafe2af5e64611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a90377-8e", "ovs_interfaceid": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.954059] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d673158-9a00-4d68-b836-6685ad07a3f8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.962713] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d5ae90-a50e-41df-9abe-7a3dacaa7387 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.995701] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6628d360-1ee8-474f-af6e-e97713907e5a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.004451] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b6dbaf-b01a-4674-a020-0579593fe62b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.009178] env[68205]: DEBUG nova.network.neutron [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Successfully updated port: 8d38eeff-0301-4cf4-b992-ff7731568b39 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.024361] env[68205]: DEBUG nova.compute.provider_tree [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.073383] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.073566] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.073741] env[68205]: DEBUG nova.network.neutron [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.073922] env[68205]: DEBUG nova.objects.instance [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lazy-loading 'info_cache' on Instance uuid 882612d6-3692-48ae-979d-4166e4018409 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.151096] env[68205]: DEBUG oslo_vmware.api [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905179, 'name': PowerOffVM_Task, 'duration_secs': 0.271158} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.151845] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.151845] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.151845] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a6b958e-2f79-4ec4-b27c-ee2d36b1c95f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.187711] env[68205]: DEBUG oslo_concurrency.lockutils [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.345800] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079235} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.346128] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.346895] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe7b00-7be7-4876-89e2-f65eed51d6c6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.370251] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 505736ae-1357-403a-9640-0a68e9e12ad7/505736ae-1357-403a-9640-0a68e9e12ad7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.370578] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2800b69c-dcd3-4c46-971c-f52e42786020 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.391650] env[68205]: DEBUG nova.compute.manager [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.391854] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.392221] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1125.392221] env[68205]: value = "task-2905182" [ 1125.392221] env[68205]: _type = "Task" [ 1125.392221] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.393061] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b191e2-b7f0-43b4-99d1-690cf6ec3271 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.405711] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.409292] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e0c5d69-8ce5-46c2-80d0-3366300e1673 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.411154] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.417962] env[68205]: DEBUG oslo_concurrency.lockutils [req-706a06fe-ce9e-4700-8b6a-92e1921ae7e4 req-415f32b0-b3fc-463f-94d0-f47af36f021c service nova] Releasing lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.418502] env[68205]: DEBUG oslo_vmware.api [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1125.418502] env[68205]: value = "task-2905183" [ 1125.418502] env[68205]: _type = "Task" [ 1125.418502] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.418705] env[68205]: DEBUG oslo_concurrency.lockutils [req-18f076e5-d875-4a91-9305-b8dd3a509c61 req-97eefcf6-c953-461d-b66f-dc42e449ff77 service nova] Acquired lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.418909] env[68205]: DEBUG nova.network.neutron [req-18f076e5-d875-4a91-9305-b8dd3a509c61 req-97eefcf6-c953-461d-b66f-dc42e449ff77 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Refreshing network info cache for port c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.430803] env[68205]: DEBUG oslo_vmware.api [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.512294] env[68205]: DEBUG oslo_concurrency.lockutils [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Acquiring lock "refresh_cache-2df54433-30c1-4a66-8028-e7ef1a7cdf35" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.512492] env[68205]: DEBUG oslo_concurrency.lockutils [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Acquired lock "refresh_cache-2df54433-30c1-4a66-8028-e7ef1a7cdf35" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.512667] env[68205]: DEBUG nova.network.neutron [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.530504] env[68205]: DEBUG nova.scheduler.client.report [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.711729] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a923e9cf-68ad-44e6-ba92-dfba684354f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.732312] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f942bc49-c6ea-4155-975b-799fae10f7fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.740625] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance '2b4fccd8-06c9-4089-a812-a843181b79e3' progress to 83 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.909598] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.929954] env[68205]: DEBUG oslo_vmware.api [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905183, 'name': PowerOffVM_Task, 'duration_secs': 0.220175} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.931020] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.931020] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.931020] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52725f5e-ec2b-4ad5-bade-102ceb788cbf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.036442] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.059303] env[68205]: INFO nova.scheduler.client.report [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted allocations for instance d38e4626-d133-401b-891d-5190271d9c6c [ 1126.060639] env[68205]: DEBUG nova.network.neutron [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.092190] env[68205]: DEBUG nova.compute.manager [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.092735] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.092942] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.093111] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.093292] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.093573] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.093573] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.093763] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.093916] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.094091] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.094254] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.094422] env[68205]: DEBUG nova.virt.hardware [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.095281] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f46920-a711-4935-ac14-5ee307658b91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.105200] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d87e41-e232-448f-841c-6bf8d329332a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.132402] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "079eac50-818e-458b-8fc8-45daec3a6660" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.132628] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "079eac50-818e-458b-8fc8-45daec3a6660" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.247755] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.248831] env[68205]: DEBUG nova.network.neutron [req-18f076e5-d875-4a91-9305-b8dd3a509c61 req-97eefcf6-c953-461d-b66f-dc42e449ff77 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updated VIF entry in instance network info cache for port c4a90377-8e8c-4915-9cf9-5d9300d7b16f. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.249235] env[68205]: DEBUG nova.network.neutron [req-18f076e5-d875-4a91-9305-b8dd3a509c61 req-97eefcf6-c953-461d-b66f-dc42e449ff77 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updating instance_info_cache with network_info: [{"id": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "address": "fa:16:3e:db:f9:c3", "network": {"id": "da17d85d-3726-49b8-8cb3-21fbe204e04c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-120738045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70d1cb746b8147f98caafe2af5e64611", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4a90377-8e", "ovs_interfaceid": "c4a90377-8e8c-4915-9cf9-5d9300d7b16f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.250413] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a9f806c-eb99-4c16-91cb-f7b7a62567d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.258745] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1126.258745] env[68205]: value = "task-2905185" [ 1126.258745] env[68205]: _type = "Task" [ 1126.258745] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.270085] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.286870] env[68205]: DEBUG nova.network.neutron [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance_info_cache with network_info: [{"id": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "address": "fa:16:3e:02:22:71", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7cc5538-e3", "ovs_interfaceid": "b7cc5538-e3ff-4e76-889f-cdedb12c31d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.289430] env[68205]: DEBUG nova.network.neutron [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Updating instance_info_cache with network_info: [{"id": "8d38eeff-0301-4cf4-b992-ff7731568b39", "address": "fa:16:3e:c1:10:98", "network": {"id": "9d58cc71-fb5f-4e4d-9fca-f0fdd0dc099f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1905452084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552b7cb4c3c54703a775a2a517af667b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d38eeff-03", "ovs_interfaceid": "8d38eeff-0301-4cf4-b992-ff7731568b39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.408714] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905182, 'name': ReconfigVM_Task, 'duration_secs': 0.939032} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.409067] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 505736ae-1357-403a-9640-0a68e9e12ad7/505736ae-1357-403a-9640-0a68e9e12ad7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.409740] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bed36415-c9b0-4f94-b3a6-a4f9986f26fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.418518] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1126.418518] env[68205]: value = "task-2905186" [ 1126.418518] env[68205]: _type = "Task" [ 1126.418518] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.428985] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905186, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.570231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ab11b68c-df90-4462-9d2c-2ef9557d9eaf tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "d38e4626-d133-401b-891d-5190271d9c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.714s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.635381] env[68205]: DEBUG nova.compute.manager [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.755020] env[68205]: DEBUG oslo_concurrency.lockutils [req-18f076e5-d875-4a91-9305-b8dd3a509c61 req-97eefcf6-c953-461d-b66f-dc42e449ff77 service nova] Releasing lock "refresh_cache-6763b971-3a9e-4c1a-9b12-321f5b367b0c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.769688] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.789544] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-882612d6-3692-48ae-979d-4166e4018409" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.789845] env[68205]: DEBUG nova.objects.instance [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lazy-loading 'migration_context' on Instance uuid 882612d6-3692-48ae-979d-4166e4018409 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.792555] env[68205]: DEBUG oslo_concurrency.lockutils [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Releasing lock "refresh_cache-2df54433-30c1-4a66-8028-e7ef1a7cdf35" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.792959] env[68205]: DEBUG nova.compute.manager [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Instance network_info: |[{"id": "8d38eeff-0301-4cf4-b992-ff7731568b39", "address": "fa:16:3e:c1:10:98", "network": {"id": "9d58cc71-fb5f-4e4d-9fca-f0fdd0dc099f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1905452084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552b7cb4c3c54703a775a2a517af667b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d38eeff-03", "ovs_interfaceid": "8d38eeff-0301-4cf4-b992-ff7731568b39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.794893] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:10:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d38eeff-0301-4cf4-b992-ff7731568b39', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.803457] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Creating folder: Project (552b7cb4c3c54703a775a2a517af667b). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.803801] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.803994] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.804192] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Deleting the datastore file [datastore1] c4137e26-8a6c-4a46-879a-b0903b29b436 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.805716] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db776765-bdcc-4d96-b41c-3c25e2cccecc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.808308] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4b2e825-fed3-4af7-bb10-8f7819dcfb33 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.811764] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.812044] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.812236] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Deleting the datastore file [datastore2] 6763b971-3a9e-4c1a-9b12-321f5b367b0c {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.813208] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7551beb2-2920-4dd1-a0e2-38aadcffd738 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.820272] env[68205]: DEBUG oslo_vmware.api [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for the task: (returnval){ [ 1126.820272] env[68205]: value = "task-2905189" [ 1126.820272] env[68205]: _type = "Task" [ 1126.820272] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.821372] env[68205]: DEBUG oslo_vmware.api [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1126.821372] env[68205]: value = "task-2905188" [ 1126.821372] env[68205]: _type = "Task" [ 1126.821372] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.831638] env[68205]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1126.831814] env[68205]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68205) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1126.832968] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Folder already exists: Project (552b7cb4c3c54703a775a2a517af667b). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1126.833162] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Creating folder: Instances. Parent ref: group-v583463. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.833757] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6732b41f-66a4-4280-89bd-bd833aa079e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.841574] env[68205]: DEBUG oslo_vmware.api [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.841840] env[68205]: DEBUG oslo_vmware.api [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.851959] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Created folder: Instances in parent group-v583463. [ 1126.852219] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.852413] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.852626] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5016782d-29fd-4156-b6fc-66d57e81ec66 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.874928] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.874928] env[68205]: value = "task-2905191" [ 1126.874928] env[68205]: _type = "Task" [ 1126.874928] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.886551] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905191, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.912430] env[68205]: DEBUG nova.compute.manager [req-c633440d-7bbd-4cde-8fa3-b183681bc3d3 req-2b410bd6-5b3b-4bc6-9dbd-0d928997282d service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Received event network-changed-8d38eeff-0301-4cf4-b992-ff7731568b39 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.912593] env[68205]: DEBUG nova.compute.manager [req-c633440d-7bbd-4cde-8fa3-b183681bc3d3 req-2b410bd6-5b3b-4bc6-9dbd-0d928997282d service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Refreshing instance network info cache due to event network-changed-8d38eeff-0301-4cf4-b992-ff7731568b39. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.912901] env[68205]: DEBUG oslo_concurrency.lockutils [req-c633440d-7bbd-4cde-8fa3-b183681bc3d3 req-2b410bd6-5b3b-4bc6-9dbd-0d928997282d service nova] Acquiring lock "refresh_cache-2df54433-30c1-4a66-8028-e7ef1a7cdf35" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.913174] env[68205]: DEBUG oslo_concurrency.lockutils [req-c633440d-7bbd-4cde-8fa3-b183681bc3d3 req-2b410bd6-5b3b-4bc6-9dbd-0d928997282d service nova] Acquired lock "refresh_cache-2df54433-30c1-4a66-8028-e7ef1a7cdf35" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.913315] env[68205]: DEBUG nova.network.neutron [req-c633440d-7bbd-4cde-8fa3-b183681bc3d3 req-2b410bd6-5b3b-4bc6-9dbd-0d928997282d service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Refreshing network info cache for port 8d38eeff-0301-4cf4-b992-ff7731568b39 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.931096] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905186, 'name': Rename_Task, 'duration_secs': 0.189577} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.931432] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.931734] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02957757-f8fd-4971-a5b2-b4a227b54ee1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.939825] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1126.939825] env[68205]: value = "task-2905192" [ 1126.939825] env[68205]: _type = "Task" [ 1126.939825] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.955958] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.164121] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.164394] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.167056] env[68205]: INFO nova.compute.claims [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.200537] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "3e77ea57-189e-422a-86db-6da3e27d7946" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.200755] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "3e77ea57-189e-422a-86db-6da3e27d7946" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.270094] env[68205]: DEBUG oslo_vmware.api [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905185, 'name': PowerOnVM_Task, 'duration_secs': 0.601862} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.270539] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.270834] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-650d01d7-921f-46fc-898b-925b1a0137c4 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance '2b4fccd8-06c9-4089-a812-a843181b79e3' progress to 100 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.287042] env[68205]: DEBUG oslo_concurrency.lockutils [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.287198] env[68205]: DEBUG oslo_concurrency.lockutils [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.287406] env[68205]: DEBUG nova.compute.manager [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Going to confirm migration 5 {{(pid=68205) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1127.294692] env[68205]: DEBUG nova.objects.base [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Object Instance<882612d6-3692-48ae-979d-4166e4018409> lazy-loaded attributes: info_cache,migration_context {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.295675] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0a5964-c9a9-4a68-8951-596687d0fb9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.315648] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602b5e72-6e06-404c-9aa6-6f4d13d30cc7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.322235] env[68205]: DEBUG oslo_vmware.api [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1127.322235] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e2b474-aa5e-7adf-ca07-925c888c96ba" [ 1127.322235] env[68205]: _type = "Task" [ 1127.322235] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.337751] env[68205]: DEBUG oslo_vmware.api [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Task: {'id': task-2905189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215722} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.344107] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.344316] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.344498] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.344666] env[68205]: INFO nova.compute.manager [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1127.344903] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.345118] env[68205]: DEBUG oslo_vmware.api [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262784} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.345312] env[68205]: DEBUG oslo_vmware.api [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e2b474-aa5e-7adf-ca07-925c888c96ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.345520] env[68205]: DEBUG nova.compute.manager [-] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.345612] env[68205]: DEBUG nova.network.neutron [-] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.347208] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.347385] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.347556] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.347714] env[68205]: INFO nova.compute.manager [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1127.347938] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.348134] env[68205]: DEBUG nova.compute.manager [-] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.348227] env[68205]: DEBUG nova.network.neutron [-] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.387013] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905191, 'name': CreateVM_Task, 'duration_secs': 0.393572} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.387185] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.387764] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'attachment_id': 'b9644195-3037-4883-a692-4cc34cafd2e5', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583469', 'volume_id': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'name': 'volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df54433-30c1-4a66-8028-e7ef1a7cdf35', 'attached_at': '', 'detached_at': '', 'volume_id': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'serial': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68205) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1127.388048] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Root volume attach. Driver type: vmdk {{(pid=68205) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1127.388843] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf09f46-dbca-4ec9-a91e-4eb33512c2e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.397286] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59bd5f7-76d0-4040-92db-1684fa681967 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.403498] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d05f63-3588-4718-9e0f-cbab9985b88f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.409964] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dbf6028b-d400-4ee6-87c2-7f87fc4d4463 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.420500] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for the task: (returnval){ [ 1127.420500] env[68205]: value = "task-2905193" [ 1127.420500] env[68205]: _type = "Task" [ 1127.420500] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.429230] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905193, 'name': RelocateVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.450275] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905192, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.634016] env[68205]: DEBUG nova.compute.manager [req-db83d647-336f-4f69-a0d4-1084c47930f7 req-9eee9392-f9a6-451f-a916-95becbeede98 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Received event network-vif-deleted-377ead89-c977-4d6f-99df-04d3dbc92ce0 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.634340] env[68205]: INFO nova.compute.manager [req-db83d647-336f-4f69-a0d4-1084c47930f7 req-9eee9392-f9a6-451f-a916-95becbeede98 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Neutron deleted interface 377ead89-c977-4d6f-99df-04d3dbc92ce0; detaching it from the instance and deleting it from the info cache [ 1127.634519] env[68205]: DEBUG nova.network.neutron [req-db83d647-336f-4f69-a0d4-1084c47930f7 req-9eee9392-f9a6-451f-a916-95becbeede98 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.702958] env[68205]: DEBUG nova.compute.manager [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.753305] env[68205]: DEBUG nova.network.neutron [req-c633440d-7bbd-4cde-8fa3-b183681bc3d3 req-2b410bd6-5b3b-4bc6-9dbd-0d928997282d service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Updated VIF entry in instance network info cache for port 8d38eeff-0301-4cf4-b992-ff7731568b39. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.753458] env[68205]: DEBUG nova.network.neutron [req-c633440d-7bbd-4cde-8fa3-b183681bc3d3 req-2b410bd6-5b3b-4bc6-9dbd-0d928997282d service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Updating instance_info_cache with network_info: [{"id": "8d38eeff-0301-4cf4-b992-ff7731568b39", "address": "fa:16:3e:c1:10:98", "network": {"id": "9d58cc71-fb5f-4e4d-9fca-f0fdd0dc099f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1905452084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552b7cb4c3c54703a775a2a517af667b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d38eeff-03", "ovs_interfaceid": "8d38eeff-0301-4cf4-b992-ff7731568b39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.842556] env[68205]: DEBUG oslo_vmware.api [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e2b474-aa5e-7adf-ca07-925c888c96ba, 'name': SearchDatastore_Task, 'duration_secs': 0.016466} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.842877] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.889289] env[68205]: DEBUG oslo_concurrency.lockutils [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.889289] env[68205]: DEBUG oslo_concurrency.lockutils [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.889572] env[68205]: DEBUG nova.network.neutron [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.889664] env[68205]: DEBUG nova.objects.instance [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'info_cache' on Instance uuid d0671ddd-2c1d-4804-bada-5580fe3a7292 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.934029] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905193, 'name': RelocateVM_Task} progress is 20%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.950910] env[68205]: DEBUG oslo_vmware.api [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905192, 'name': PowerOnVM_Task, 'duration_secs': 0.869461} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.951305] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.951512] env[68205]: INFO nova.compute.manager [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1127.951689] env[68205]: DEBUG nova.compute.manager [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.952528] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c0b68-9851-48c4-8681-9f82964a1849 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.113634] env[68205]: DEBUG nova.network.neutron [-] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.137167] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d495b2f-ab7a-45ac-859a-7d83a27098ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.150270] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59ba7db-1634-4776-98b1-3615e61802ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.189078] env[68205]: DEBUG nova.network.neutron [-] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.189666] env[68205]: DEBUG nova.compute.manager [req-db83d647-336f-4f69-a0d4-1084c47930f7 req-9eee9392-f9a6-451f-a916-95becbeede98 service nova] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Detach interface failed, port_id=377ead89-c977-4d6f-99df-04d3dbc92ce0, reason: Instance c4137e26-8a6c-4a46-879a-b0903b29b436 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.231373] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.256423] env[68205]: DEBUG oslo_concurrency.lockutils [req-c633440d-7bbd-4cde-8fa3-b183681bc3d3 req-2b410bd6-5b3b-4bc6-9dbd-0d928997282d service nova] Releasing lock "refresh_cache-2df54433-30c1-4a66-8028-e7ef1a7cdf35" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.433448] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905193, 'name': RelocateVM_Task, 'duration_secs': 0.757388} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.436499] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1128.436715] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583469', 'volume_id': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'name': 'volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df54433-30c1-4a66-8028-e7ef1a7cdf35', 'attached_at': '', 'detached_at': '', 'volume_id': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'serial': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1128.437882] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805cbfcb-c2ed-4f9e-98fd-af0eae6243c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.459045] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bffa619-c6ae-4ab9-8be4-5136cd9fb57d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.485968] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8/volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.490047] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1058f6ba-29bb-424f-a0a2-b4ef1de93586 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.504170] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f23df3-1cbc-45f6-a2f5-8b28fba3aebf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.509216] env[68205]: INFO nova.compute.manager [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Took 26.05 seconds to build instance. [ 1128.516406] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a73af10-64fe-4f0e-95fc-a4360c9959b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.522976] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for the task: (returnval){ [ 1128.522976] env[68205]: value = "task-2905194" [ 1128.522976] env[68205]: _type = "Task" [ 1128.522976] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.555263] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33e56a7-c381-447c-a600-8d03d8ff1e05 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.562455] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.568885] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5331c69d-83e0-4678-8999-3bca0165a7c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.586027] env[68205]: DEBUG nova.compute.provider_tree [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.616455] env[68205]: INFO nova.compute.manager [-] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Took 1.27 seconds to deallocate network for instance. [ 1128.691017] env[68205]: INFO nova.compute.manager [-] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Took 1.35 seconds to deallocate network for instance. [ 1129.012261] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b61c3ba9-bdb9-4c82-a789-5db2dc40dea4 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.560s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.013467] env[68205]: DEBUG nova.compute.manager [req-d0d4fc60-ab27-47ab-a889-656c23a0f1bb req-97b654e6-6581-4487-bced-055cd84634b4 service nova] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Received event network-vif-deleted-c4a90377-8e8c-4915-9cf9-5d9300d7b16f {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.038069] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905194, 'name': ReconfigVM_Task, 'duration_secs': 0.510245} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.038398] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8/volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.043812] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eb2d1d4-a431-4336-bba7-2ae4e94b819d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.062877] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for the task: (returnval){ [ 1129.062877] env[68205]: value = "task-2905195" [ 1129.062877] env[68205]: _type = "Task" [ 1129.062877] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.072972] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.088892] env[68205]: DEBUG nova.scheduler.client.report [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.123322] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.198759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.299770] env[68205]: DEBUG nova.network.neutron [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance_info_cache with network_info: [{"id": "0ea19003-b540-400d-85f7-71f3c586d704", "address": "fa:16:3e:47:37:9c", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea19003-b5", "ovs_interfaceid": "0ea19003-b540-400d-85f7-71f3c586d704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.383210] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "2b4fccd8-06c9-4089-a812-a843181b79e3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.383453] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.383641] env[68205]: DEBUG nova.compute.manager [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Going to confirm migration 6 {{(pid=68205) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1129.575707] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905195, 'name': ReconfigVM_Task, 'duration_secs': 0.191155} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.576084] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583469', 'volume_id': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'name': 'volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df54433-30c1-4a66-8028-e7ef1a7cdf35', 'attached_at': '', 'detached_at': '', 'volume_id': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'serial': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1129.576576] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04263e30-9f7a-4d80-8fa7-dcfddac359eb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.585293] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for the task: (returnval){ [ 1129.585293] env[68205]: value = "task-2905196" [ 1129.585293] env[68205]: _type = "Task" [ 1129.585293] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.595271] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.595917] env[68205]: DEBUG nova.compute.manager [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.598594] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905196, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.603022] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.756s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.734471] env[68205]: DEBUG nova.compute.manager [req-5b7c4818-4432-43fe-a9ec-d02d399d35f2 req-c5f5238f-5ee2-4e53-ad38-a7c9ffbb9774 service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Received event network-changed-cf24946b-9884-4855-ad7a-29472b9ce1c3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.734772] env[68205]: DEBUG nova.compute.manager [req-5b7c4818-4432-43fe-a9ec-d02d399d35f2 req-c5f5238f-5ee2-4e53-ad38-a7c9ffbb9774 service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Refreshing instance network info cache due to event network-changed-cf24946b-9884-4855-ad7a-29472b9ce1c3. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.735102] env[68205]: DEBUG oslo_concurrency.lockutils [req-5b7c4818-4432-43fe-a9ec-d02d399d35f2 req-c5f5238f-5ee2-4e53-ad38-a7c9ffbb9774 service nova] Acquiring lock "refresh_cache-505736ae-1357-403a-9640-0a68e9e12ad7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.735269] env[68205]: DEBUG oslo_concurrency.lockutils [req-5b7c4818-4432-43fe-a9ec-d02d399d35f2 req-c5f5238f-5ee2-4e53-ad38-a7c9ffbb9774 service nova] Acquired lock "refresh_cache-505736ae-1357-403a-9640-0a68e9e12ad7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.735489] env[68205]: DEBUG nova.network.neutron [req-5b7c4818-4432-43fe-a9ec-d02d399d35f2 req-c5f5238f-5ee2-4e53-ad38-a7c9ffbb9774 service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Refreshing network info cache for port cf24946b-9884-4855-ad7a-29472b9ce1c3 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.803170] env[68205]: DEBUG oslo_concurrency.lockutils [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.803471] env[68205]: DEBUG nova.objects.instance [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'migration_context' on Instance uuid d0671ddd-2c1d-4804-bada-5580fe3a7292 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.922898] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.923108] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.923317] env[68205]: DEBUG nova.network.neutron [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.923507] env[68205]: DEBUG nova.objects.instance [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'info_cache' on Instance uuid 2b4fccd8-06c9-4089-a812-a843181b79e3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.095668] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905196, 'name': Rename_Task, 'duration_secs': 0.184853} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.095947] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.096218] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff5a6584-5c35-421f-9e47-907810827595 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.100461] env[68205]: DEBUG nova.compute.utils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.102464] env[68205]: DEBUG nova.compute.manager [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.102666] env[68205]: DEBUG nova.network.neutron [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.105802] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for the task: (returnval){ [ 1130.105802] env[68205]: value = "task-2905197" [ 1130.105802] env[68205]: _type = "Task" [ 1130.105802] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.118437] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.142264] env[68205]: DEBUG nova.policy [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b35563a215491783d8249bc165d408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '498c71afbe354c298aabe79f6d4ad558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.306833] env[68205]: DEBUG nova.objects.base [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1130.309721] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136b9a5e-16da-4110-aa24-cc2a2c02f060 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.332040] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1107500e-0cff-4cdb-b457-64ee8d4a3618 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.338691] env[68205]: DEBUG oslo_vmware.api [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1130.338691] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525036e9-fa79-fe8a-26c8-9770cb08a559" [ 1130.338691] env[68205]: _type = "Task" [ 1130.338691] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.348187] env[68205]: DEBUG oslo_vmware.api [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525036e9-fa79-fe8a-26c8-9770cb08a559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.391771] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d2b87f-55e6-43e0-8dd3-eb5357ddb4ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.401614] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33596bc-6822-4f00-97d1-793c0335fd62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.439496] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b140463f-474d-4d07-a0ab-417731532e86 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.449282] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22091dd-151f-48e2-8e00-6d5414b85114 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.465288] env[68205]: DEBUG nova.compute.provider_tree [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.575370] env[68205]: DEBUG nova.network.neutron [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Successfully created port: 3321833d-8f90-4d75-9bd2-3e0c3f79bb65 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.606137] env[68205]: DEBUG nova.compute.manager [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.620307] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.631313] env[68205]: DEBUG nova.network.neutron [req-5b7c4818-4432-43fe-a9ec-d02d399d35f2 req-c5f5238f-5ee2-4e53-ad38-a7c9ffbb9774 service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Updated VIF entry in instance network info cache for port cf24946b-9884-4855-ad7a-29472b9ce1c3. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.631671] env[68205]: DEBUG nova.network.neutron [req-5b7c4818-4432-43fe-a9ec-d02d399d35f2 req-c5f5238f-5ee2-4e53-ad38-a7c9ffbb9774 service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Updating instance_info_cache with network_info: [{"id": "cf24946b-9884-4855-ad7a-29472b9ce1c3", "address": "fa:16:3e:10:e3:c9", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf24946b-98", "ovs_interfaceid": "cf24946b-9884-4855-ad7a-29472b9ce1c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.849861] env[68205]: DEBUG oslo_vmware.api [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525036e9-fa79-fe8a-26c8-9770cb08a559, 'name': SearchDatastore_Task, 'duration_secs': 0.00873} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.850258] env[68205]: DEBUG oslo_concurrency.lockutils [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.968543] env[68205]: DEBUG nova.scheduler.client.report [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.126136] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905197, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.135334] env[68205]: DEBUG oslo_concurrency.lockutils [req-5b7c4818-4432-43fe-a9ec-d02d399d35f2 req-c5f5238f-5ee2-4e53-ad38-a7c9ffbb9774 service nova] Releasing lock "refresh_cache-505736ae-1357-403a-9640-0a68e9e12ad7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.207321] env[68205]: DEBUG nova.network.neutron [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance_info_cache with network_info: [{"id": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "address": "fa:16:3e:5d:6f:64", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0ed9db-0e", "ovs_interfaceid": "7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.624130] env[68205]: DEBUG nova.compute.manager [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.625403] env[68205]: DEBUG oslo_vmware.api [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905197, 'name': PowerOnVM_Task, 'duration_secs': 1.129905} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.625889] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.626101] env[68205]: INFO nova.compute.manager [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Took 5.53 seconds to spawn the instance on the hypervisor. [ 1131.626286] env[68205]: DEBUG nova.compute.manager [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.627088] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85d249e-cb08-4e00-bbf7-479a6ed3a58b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.649571] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.649800] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.649987] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.650328] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.650495] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.650642] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.650854] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.651041] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.651232] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.651394] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.651564] env[68205]: DEBUG nova.virt.hardware [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.652377] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5192b20-1acb-498f-bacf-9b8a792d709d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.660468] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b575865-4ab1-45ba-a430-fad51d747811 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.709884] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-2b4fccd8-06c9-4089-a812-a843181b79e3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.710222] env[68205]: DEBUG nova.objects.instance [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'migration_context' on Instance uuid 2b4fccd8-06c9-4089-a812-a843181b79e3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.977851] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.379s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.981263] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.750s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.982680] env[68205]: INFO nova.compute.claims [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.102878] env[68205]: DEBUG nova.compute.manager [req-531433a1-0a96-4871-8af3-fb110211d405 req-69c7f327-b151-4d53-bd8b-95938c0ec2e6 service nova] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Received event network-vif-plugged-3321833d-8f90-4d75-9bd2-3e0c3f79bb65 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.103093] env[68205]: DEBUG oslo_concurrency.lockutils [req-531433a1-0a96-4871-8af3-fb110211d405 req-69c7f327-b151-4d53-bd8b-95938c0ec2e6 service nova] Acquiring lock "079eac50-818e-458b-8fc8-45daec3a6660-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.103317] env[68205]: DEBUG oslo_concurrency.lockutils [req-531433a1-0a96-4871-8af3-fb110211d405 req-69c7f327-b151-4d53-bd8b-95938c0ec2e6 service nova] Lock "079eac50-818e-458b-8fc8-45daec3a6660-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.103471] env[68205]: DEBUG oslo_concurrency.lockutils [req-531433a1-0a96-4871-8af3-fb110211d405 req-69c7f327-b151-4d53-bd8b-95938c0ec2e6 service nova] Lock "079eac50-818e-458b-8fc8-45daec3a6660-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.103631] env[68205]: DEBUG nova.compute.manager [req-531433a1-0a96-4871-8af3-fb110211d405 req-69c7f327-b151-4d53-bd8b-95938c0ec2e6 service nova] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] No waiting events found dispatching network-vif-plugged-3321833d-8f90-4d75-9bd2-3e0c3f79bb65 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.103791] env[68205]: WARNING nova.compute.manager [req-531433a1-0a96-4871-8af3-fb110211d405 req-69c7f327-b151-4d53-bd8b-95938c0ec2e6 service nova] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Received unexpected event network-vif-plugged-3321833d-8f90-4d75-9bd2-3e0c3f79bb65 for instance with vm_state building and task_state spawning. [ 1132.143609] env[68205]: INFO nova.compute.manager [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Took 18.38 seconds to build instance. [ 1132.212835] env[68205]: DEBUG nova.objects.base [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Object Instance<2b4fccd8-06c9-4089-a812-a843181b79e3> lazy-loaded attributes: info_cache,migration_context {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1132.213805] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380dd50e-f30b-420a-9fd0-f8bd7a5ac659 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.240638] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5594d1aa-97f1-444d-bf04-e05cc0396aa9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.249772] env[68205]: DEBUG oslo_vmware.api [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1132.249772] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52249bbb-8a08-2140-9933-34e12252952d" [ 1132.249772] env[68205]: _type = "Task" [ 1132.249772] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.258421] env[68205]: DEBUG oslo_vmware.api [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52249bbb-8a08-2140-9933-34e12252952d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.322181] env[68205]: DEBUG nova.network.neutron [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Successfully updated port: 3321833d-8f90-4d75-9bd2-3e0c3f79bb65 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.541744] env[68205]: INFO nova.scheduler.client.report [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted allocation for migration ee20cd4a-c38d-4ad1-869a-9b82d5456cf7 [ 1132.645274] env[68205]: DEBUG oslo_concurrency.lockutils [None req-271ae538-3098-4f0c-a2f1-f4975886ffca tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.895s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.761438] env[68205]: DEBUG oslo_vmware.api [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52249bbb-8a08-2140-9933-34e12252952d, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.761717] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.824744] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "refresh_cache-079eac50-818e-458b-8fc8-45daec3a6660" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.824944] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "refresh_cache-079eac50-818e-458b-8fc8-45daec3a6660" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.825086] env[68205]: DEBUG nova.network.neutron [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.049765] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1234823b-742e-46b3-99f8-62fab3e01d41 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "882612d6-3692-48ae-979d-4166e4018409" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.534s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.224955] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfed0119-42e2-4c3f-bd47-de16d0a396d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.233470] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f61a07-6c5c-489b-809e-243c9ed76d04 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.267821] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88058203-8b3c-451b-8f66-48e98126097a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.276923] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba4812c-e451-4ccc-988d-2420c0952600 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.290718] env[68205]: DEBUG nova.compute.provider_tree [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.356916] env[68205]: DEBUG nova.network.neutron [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.484850] env[68205]: DEBUG nova.network.neutron [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Updating instance_info_cache with network_info: [{"id": "3321833d-8f90-4d75-9bd2-3e0c3f79bb65", "address": "fa:16:3e:4c:4e:58", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3321833d-8f", "ovs_interfaceid": "3321833d-8f90-4d75-9bd2-3e0c3f79bb65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.691111] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "interface-6c2c4f6f-384f-4172-b446-9531fd3b1cd1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.692107] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-6c2c4f6f-384f-4172-b446-9531fd3b1cd1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.692107] env[68205]: DEBUG nova.objects.instance [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'flavor' on Instance uuid 6c2c4f6f-384f-4172-b446-9531fd3b1cd1 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.794471] env[68205]: DEBUG nova.scheduler.client.report [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.987909] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "refresh_cache-079eac50-818e-458b-8fc8-45daec3a6660" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.988349] env[68205]: DEBUG nova.compute.manager [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Instance network_info: |[{"id": "3321833d-8f90-4d75-9bd2-3e0c3f79bb65", "address": "fa:16:3e:4c:4e:58", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3321833d-8f", "ovs_interfaceid": "3321833d-8f90-4d75-9bd2-3e0c3f79bb65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.988786] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:4e:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3321833d-8f90-4d75-9bd2-3e0c3f79bb65', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.996459] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.996692] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.996917] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e3c0d46-dfd5-4c60-affa-4ce8d828164c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.019673] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.019673] env[68205]: value = "task-2905198" [ 1134.019673] env[68205]: _type = "Task" [ 1134.019673] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.029191] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905198, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.131742] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "882612d6-3692-48ae-979d-4166e4018409" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.132069] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "882612d6-3692-48ae-979d-4166e4018409" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.132294] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "882612d6-3692-48ae-979d-4166e4018409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.132616] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "882612d6-3692-48ae-979d-4166e4018409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.132852] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "882612d6-3692-48ae-979d-4166e4018409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.135101] env[68205]: INFO nova.compute.manager [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Terminating instance [ 1134.264414] env[68205]: DEBUG nova.objects.instance [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c2c4f6f-384f-4172-b446-9531fd3b1cd1 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.299443] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.300008] env[68205]: DEBUG nova.compute.manager [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.303384] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.180s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.303825] env[68205]: DEBUG nova.objects.instance [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lazy-loading 'resources' on Instance uuid c4137e26-8a6c-4a46-879a-b0903b29b436 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.315606] env[68205]: DEBUG nova.compute.manager [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Received event network-changed-3321833d-8f90-4d75-9bd2-3e0c3f79bb65 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.315919] env[68205]: DEBUG nova.compute.manager [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Refreshing instance network info cache due to event network-changed-3321833d-8f90-4d75-9bd2-3e0c3f79bb65. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.316015] env[68205]: DEBUG oslo_concurrency.lockutils [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] Acquiring lock "refresh_cache-079eac50-818e-458b-8fc8-45daec3a6660" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.316268] env[68205]: DEBUG oslo_concurrency.lockutils [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] Acquired lock "refresh_cache-079eac50-818e-458b-8fc8-45daec3a6660" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.316445] env[68205]: DEBUG nova.network.neutron [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Refreshing network info cache for port 3321833d-8f90-4d75-9bd2-3e0c3f79bb65 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.530212] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905198, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.639337] env[68205]: DEBUG nova.compute.manager [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.639581] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.640538] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3280ff5-7110-407c-9f5f-a0f14bf21782 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.651892] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.652252] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-076a5508-2c2a-4a0e-8d66-cd8fa1fa850c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.660305] env[68205]: DEBUG oslo_vmware.api [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1134.660305] env[68205]: value = "task-2905199" [ 1134.660305] env[68205]: _type = "Task" [ 1134.660305] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.670778] env[68205]: DEBUG oslo_vmware.api [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.766741] env[68205]: DEBUG nova.objects.base [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Object Instance<6c2c4f6f-384f-4172-b446-9531fd3b1cd1> lazy-loaded attributes: flavor,pci_requests {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.767086] env[68205]: DEBUG nova.network.neutron [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.802852] env[68205]: DEBUG nova.policy [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e28a7cebe641ee92cb5a49c63595ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660ebffe7fb9414fa5e5a10f644653c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.805286] env[68205]: DEBUG nova.compute.utils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.809178] env[68205]: DEBUG nova.compute.manager [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.809319] env[68205]: DEBUG nova.network.neutron [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.867540] env[68205]: DEBUG nova.policy [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f40ca9f2bb3d485fbfc50ca8232b917d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d20e3eb549f49f184466b659216d10f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.931683] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.931920] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.039176] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905198, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.054778] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6396862-b1d7-472b-bf22-0901c034439c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.060217] env[68205]: DEBUG nova.network.neutron [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Updated VIF entry in instance network info cache for port 3321833d-8f90-4d75-9bd2-3e0c3f79bb65. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.060217] env[68205]: DEBUG nova.network.neutron [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Updating instance_info_cache with network_info: [{"id": "3321833d-8f90-4d75-9bd2-3e0c3f79bb65", "address": "fa:16:3e:4c:4e:58", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3321833d-8f", "ovs_interfaceid": "3321833d-8f90-4d75-9bd2-3e0c3f79bb65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.063736] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29258f5-7f21-499c-9479-3169a442f119 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.097994] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9d5469-3795-4e34-b29b-5b3ce7f4acd0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.106484] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7f1535-e7b8-45f8-a3eb-9d22dad0e76a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.120976] env[68205]: DEBUG nova.compute.provider_tree [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.170670] env[68205]: DEBUG oslo_vmware.api [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.312179] env[68205]: DEBUG nova.compute.manager [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.435918] env[68205]: DEBUG nova.compute.manager [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.539441] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905198, 'name': CreateVM_Task, 'duration_secs': 1.487988} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.539902] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.540979] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.541438] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.541977] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.542478] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84225ebd-e514-4589-8cfd-a423e6ff8adf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.549536] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1135.549536] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f4b5ed-79eb-ab41-c21a-8cdf05ae6272" [ 1135.549536] env[68205]: _type = "Task" [ 1135.549536] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.562106] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f4b5ed-79eb-ab41-c21a-8cdf05ae6272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.567874] env[68205]: DEBUG oslo_concurrency.lockutils [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] Releasing lock "refresh_cache-079eac50-818e-458b-8fc8-45daec3a6660" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.568156] env[68205]: DEBUG nova.compute.manager [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Received event network-changed-8d38eeff-0301-4cf4-b992-ff7731568b39 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.568404] env[68205]: DEBUG nova.compute.manager [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Refreshing instance network info cache due to event network-changed-8d38eeff-0301-4cf4-b992-ff7731568b39. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.568627] env[68205]: DEBUG oslo_concurrency.lockutils [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] Acquiring lock "refresh_cache-2df54433-30c1-4a66-8028-e7ef1a7cdf35" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.568767] env[68205]: DEBUG oslo_concurrency.lockutils [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] Acquired lock "refresh_cache-2df54433-30c1-4a66-8028-e7ef1a7cdf35" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.568926] env[68205]: DEBUG nova.network.neutron [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Refreshing network info cache for port 8d38eeff-0301-4cf4-b992-ff7731568b39 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.578383] env[68205]: DEBUG nova.network.neutron [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Successfully created port: ebc007fe-77f0-4eb9-99a4-d971e8287a36 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.623790] env[68205]: DEBUG nova.scheduler.client.report [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.644783] env[68205]: DEBUG nova.network.neutron [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Successfully created port: e3febe53-a3c9-4281-a9b3-414887021977 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.671565] env[68205]: DEBUG oslo_vmware.api [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905199, 'name': PowerOffVM_Task, 'duration_secs': 0.933255} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.671795] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.671968] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.672247] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbee4aa8-7e99-4fbb-862a-76cf8aeb78a9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.745649] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.745902] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.746130] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleting the datastore file [datastore1] 882612d6-3692-48ae-979d-4166e4018409 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.746426] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e55f4c6-5d68-4fc7-811d-d5e19c5b5e98 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.754978] env[68205]: DEBUG oslo_vmware.api [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1135.754978] env[68205]: value = "task-2905201" [ 1135.754978] env[68205]: _type = "Task" [ 1135.754978] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.768490] env[68205]: DEBUG oslo_vmware.api [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.965173] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.061054] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f4b5ed-79eb-ab41-c21a-8cdf05ae6272, 'name': SearchDatastore_Task, 'duration_secs': 0.014595} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.061411] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.061650] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.062133] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.062133] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.062198] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.062694] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df0ca921-2cfa-4c3b-b052-9db40d3a49d4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.075648] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.075825] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.076566] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd58c479-f2d6-4bed-85b8-13ced4b4b3b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.082540] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1136.082540] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b334ee-e8f8-d4ae-c870-269baeaddac6" [ 1136.082540] env[68205]: _type = "Task" [ 1136.082540] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.091639] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b334ee-e8f8-d4ae-c870-269baeaddac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.128919] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.131538] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.933s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.131764] env[68205]: DEBUG nova.objects.instance [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lazy-loading 'resources' on Instance uuid 6763b971-3a9e-4c1a-9b12-321f5b367b0c {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.148033] env[68205]: INFO nova.scheduler.client.report [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Deleted allocations for instance c4137e26-8a6c-4a46-879a-b0903b29b436 [ 1136.268033] env[68205]: DEBUG oslo_vmware.api [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163556} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.268322] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.268503] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.268673] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.268837] env[68205]: INFO nova.compute.manager [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: 882612d6-3692-48ae-979d-4166e4018409] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1136.269082] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.269275] env[68205]: DEBUG nova.compute.manager [-] [instance: 882612d6-3692-48ae-979d-4166e4018409] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.269403] env[68205]: DEBUG nova.network.neutron [-] [instance: 882612d6-3692-48ae-979d-4166e4018409] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.292155] env[68205]: DEBUG nova.network.neutron [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Updated VIF entry in instance network info cache for port 8d38eeff-0301-4cf4-b992-ff7731568b39. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.292587] env[68205]: DEBUG nova.network.neutron [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Updating instance_info_cache with network_info: [{"id": "8d38eeff-0301-4cf4-b992-ff7731568b39", "address": "fa:16:3e:c1:10:98", "network": {"id": "9d58cc71-fb5f-4e4d-9fca-f0fdd0dc099f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1905452084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "552b7cb4c3c54703a775a2a517af667b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d38eeff-03", "ovs_interfaceid": "8d38eeff-0301-4cf4-b992-ff7731568b39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.320819] env[68205]: DEBUG nova.compute.manager [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.349294] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.349537] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.349688] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.349863] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.350014] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.350186] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.350403] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.350559] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.350719] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.350878] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.351057] env[68205]: DEBUG nova.virt.hardware [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.351897] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664be914-de41-4e57-b801-349d03847f57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.360408] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08dd311-aa83-4376-9f02-61006e36f6b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.573291] env[68205]: DEBUG nova.compute.manager [req-343a8c8b-024f-4f61-8eb7-6942d0dd2209 req-5963c89d-47ee-4d4d-9726-6467d5f96a3f service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Received event network-vif-deleted-b7cc5538-e3ff-4e76-889f-cdedb12c31d7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.573496] env[68205]: INFO nova.compute.manager [req-343a8c8b-024f-4f61-8eb7-6942d0dd2209 req-5963c89d-47ee-4d4d-9726-6467d5f96a3f service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Neutron deleted interface b7cc5538-e3ff-4e76-889f-cdedb12c31d7; detaching it from the instance and deleting it from the info cache [ 1136.573663] env[68205]: DEBUG nova.network.neutron [req-343a8c8b-024f-4f61-8eb7-6942d0dd2209 req-5963c89d-47ee-4d4d-9726-6467d5f96a3f service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.593640] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b334ee-e8f8-d4ae-c870-269baeaddac6, 'name': SearchDatastore_Task, 'duration_secs': 0.012823} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.594432] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fc9833-6561-493d-9830-b722a7168d5d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.599524] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1136.599524] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521e9adc-9b34-fc94-cf17-e3896e4b86f0" [ 1136.599524] env[68205]: _type = "Task" [ 1136.599524] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.607533] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521e9adc-9b34-fc94-cf17-e3896e4b86f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.656032] env[68205]: DEBUG oslo_concurrency.lockutils [None req-49054d4c-c9c2-49ee-b120-56b12bfd9dc4 tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "c4137e26-8a6c-4a46-879a-b0903b29b436" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.550s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.795262] env[68205]: DEBUG oslo_concurrency.lockutils [req-2cbbc4eb-4b68-4750-9eab-44232a68f982 req-f0aa8086-f6b7-43ff-9116-4609f845858d service nova] Releasing lock "refresh_cache-2df54433-30c1-4a66-8028-e7ef1a7cdf35" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.824643] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da8f032-0f87-4552-b6f3-00fc98916dd6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.832812] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f9c095-7107-4b7a-9f66-f53b104218bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.862651] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bac8ea-380f-439b-b45e-e7f2b305b7f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.870189] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b4e5a2-ee4a-40d3-a6ad-0eaefe9b5968 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.885025] env[68205]: DEBUG nova.compute.provider_tree [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.993638] env[68205]: DEBUG nova.network.neutron [-] [instance: 882612d6-3692-48ae-979d-4166e4018409] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.076584] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-add0adff-c007-4f5b-a393-6e04add64c09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.087716] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b32383-ab38-4981-8a80-5ce35b55bfcd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.111815] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521e9adc-9b34-fc94-cf17-e3896e4b86f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.123978] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.124294] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 079eac50-818e-458b-8fc8-45daec3a6660/079eac50-818e-458b-8fc8-45daec3a6660.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.125543] env[68205]: DEBUG nova.compute.manager [req-343a8c8b-024f-4f61-8eb7-6942d0dd2209 req-5963c89d-47ee-4d4d-9726-6467d5f96a3f service nova] [instance: 882612d6-3692-48ae-979d-4166e4018409] Detach interface failed, port_id=b7cc5538-e3ff-4e76-889f-cdedb12c31d7, reason: Instance 882612d6-3692-48ae-979d-4166e4018409 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.125543] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6eb4b28-68d8-4047-b704-a247e5daefe0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.132647] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1137.132647] env[68205]: value = "task-2905202" [ 1137.132647] env[68205]: _type = "Task" [ 1137.132647] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.142495] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.388067] env[68205]: DEBUG nova.scheduler.client.report [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.445969] env[68205]: DEBUG nova.network.neutron [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Successfully updated port: ebc007fe-77f0-4eb9-99a4-d971e8287a36 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.457279] env[68205]: DEBUG nova.network.neutron [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Successfully updated port: e3febe53-a3c9-4281-a9b3-414887021977 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.495766] env[68205]: INFO nova.compute.manager [-] [instance: 882612d6-3692-48ae-979d-4166e4018409] Took 1.23 seconds to deallocate network for instance. [ 1137.643478] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905202, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.646954] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "543745eb-5fa4-4f64-9410-dd591ba76949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.647177] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "543745eb-5fa4-4f64-9410-dd591ba76949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.647373] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "543745eb-5fa4-4f64-9410-dd591ba76949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.647553] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "543745eb-5fa4-4f64-9410-dd591ba76949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.647716] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "543745eb-5fa4-4f64-9410-dd591ba76949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.649667] env[68205]: INFO nova.compute.manager [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Terminating instance [ 1137.897845] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.900398] env[68205]: DEBUG oslo_concurrency.lockutils [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.050s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.921164] env[68205]: INFO nova.scheduler.client.report [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Deleted allocations for instance 6763b971-3a9e-4c1a-9b12-321f5b367b0c [ 1137.950759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.950965] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.951163] env[68205]: DEBUG nova.network.neutron [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.961050] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.961174] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.961666] env[68205]: DEBUG nova.network.neutron [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.002881] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.144954] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905202, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.153680] env[68205]: DEBUG nova.compute.manager [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.153989] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.155119] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197058f2-9dde-4839-b4db-81c7a38b234b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.162857] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.163098] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b51263b-bc1b-4400-997b-fee5e8f5f9b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.171670] env[68205]: DEBUG oslo_vmware.api [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1138.171670] env[68205]: value = "task-2905203" [ 1138.171670] env[68205]: _type = "Task" [ 1138.171670] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.180558] env[68205]: DEBUG oslo_vmware.api [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.428267] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b4bc31e5-1be1-4a2a-b715-151cf4746665 tempest-ServerRescueTestJSONUnderV235-1034859301 tempest-ServerRescueTestJSONUnderV235-1034859301-project-member] Lock "6763b971-3a9e-4c1a-9b12-321f5b367b0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.545s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.505479] env[68205]: WARNING nova.network.neutron [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] b425a58c-354c-4989-85e5-580b6433a89d already exists in list: networks containing: ['b425a58c-354c-4989-85e5-580b6433a89d']. ignoring it [ 1138.511907] env[68205]: DEBUG nova.network.neutron [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.606164] env[68205]: DEBUG nova.compute.manager [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Received event network-vif-plugged-ebc007fe-77f0-4eb9-99a4-d971e8287a36 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.606380] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Acquiring lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.606584] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.606746] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.606908] env[68205]: DEBUG nova.compute.manager [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] No waiting events found dispatching network-vif-plugged-ebc007fe-77f0-4eb9-99a4-d971e8287a36 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.607078] env[68205]: WARNING nova.compute.manager [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Received unexpected event network-vif-plugged-ebc007fe-77f0-4eb9-99a4-d971e8287a36 for instance with vm_state active and task_state None. [ 1138.607240] env[68205]: DEBUG nova.compute.manager [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Received event network-vif-plugged-e3febe53-a3c9-4281-a9b3-414887021977 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.607396] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Acquiring lock "3e77ea57-189e-422a-86db-6da3e27d7946-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.607570] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Lock "3e77ea57-189e-422a-86db-6da3e27d7946-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.607718] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Lock "3e77ea57-189e-422a-86db-6da3e27d7946-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.607874] env[68205]: DEBUG nova.compute.manager [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] No waiting events found dispatching network-vif-plugged-e3febe53-a3c9-4281-a9b3-414887021977 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.608068] env[68205]: WARNING nova.compute.manager [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Received unexpected event network-vif-plugged-e3febe53-a3c9-4281-a9b3-414887021977 for instance with vm_state building and task_state spawning. [ 1138.608200] env[68205]: DEBUG nova.compute.manager [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Received event network-changed-ebc007fe-77f0-4eb9-99a4-d971e8287a36 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.608444] env[68205]: DEBUG nova.compute.manager [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Refreshing instance network info cache due to event network-changed-ebc007fe-77f0-4eb9-99a4-d971e8287a36. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.608608] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Acquiring lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.614836] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cadecd-9242-431f-be54-561c73fb50ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.622817] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec23d46d-4337-484b-8988-679dc526ef69 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.660605] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0e9cc3-8735-440d-8119-49dacd9e2156 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.673353] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d0af80-3b36-4fdf-8ca8-a0f1d399986b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.676531] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905202, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.463059} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.676531] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 079eac50-818e-458b-8fc8-45daec3a6660/079eac50-818e-458b-8fc8-45daec3a6660.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.676531] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.682023] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37d99285-e0d8-4f2e-a423-871d88110cfb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.690459] env[68205]: DEBUG nova.compute.provider_tree [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.695871] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1138.695871] env[68205]: value = "task-2905204" [ 1138.695871] env[68205]: _type = "Task" [ 1138.695871] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.696154] env[68205]: DEBUG oslo_vmware.api [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905203, 'name': PowerOffVM_Task, 'duration_secs': 0.183515} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.696755] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.696918] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.700107] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65b016ea-d824-49df-ae38-1a6ca3b53f98 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.708731] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.772278] env[68205]: DEBUG nova.network.neutron [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance_info_cache with network_info: [{"id": "e3febe53-a3c9-4281-a9b3-414887021977", "address": "fa:16:3e:72:cb:61", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3febe53-a3", "ovs_interfaceid": "e3febe53-a3c9-4281-a9b3-414887021977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.778266] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.778514] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.778694] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Deleting the datastore file [datastore1] 543745eb-5fa4-4f64-9410-dd591ba76949 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.778954] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1e07ed5-36d5-4850-aaf1-114f5576715a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.785430] env[68205]: DEBUG oslo_vmware.api [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for the task: (returnval){ [ 1138.785430] env[68205]: value = "task-2905206" [ 1138.785430] env[68205]: _type = "Task" [ 1138.785430] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.799824] env[68205]: DEBUG oslo_vmware.api [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.921433] env[68205]: DEBUG nova.network.neutron [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updating instance_info_cache with network_info: [{"id": "924b8018-54c4-4abf-8d1b-009fb7483763", "address": "fa:16:3e:1a:d9:71", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924b8018-54", "ovs_interfaceid": "924b8018-54c4-4abf-8d1b-009fb7483763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ebc007fe-77f0-4eb9-99a4-d971e8287a36", "address": "fa:16:3e:c6:d5:4e", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc007fe-77", "ovs_interfaceid": "ebc007fe-77f0-4eb9-99a4-d971e8287a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.198248] env[68205]: DEBUG nova.scheduler.client.report [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.211794] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14995} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.212688] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.213507] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61eaa15-2f36-4ee5-9252-de52905aa9f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.237701] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 079eac50-818e-458b-8fc8-45daec3a6660/079eac50-818e-458b-8fc8-45daec3a6660.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.238454] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a02b4c-523e-408f-bae7-14756d9f4ceb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.260646] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1139.260646] env[68205]: value = "task-2905207" [ 1139.260646] env[68205]: _type = "Task" [ 1139.260646] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.269292] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.276024] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.276241] env[68205]: DEBUG nova.compute.manager [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Instance network_info: |[{"id": "e3febe53-a3c9-4281-a9b3-414887021977", "address": "fa:16:3e:72:cb:61", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3febe53-a3", "ovs_interfaceid": "e3febe53-a3c9-4281-a9b3-414887021977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.277035] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:cb:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3febe53-a3c9-4281-a9b3-414887021977', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.284850] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.285088] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.285314] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8264b085-3687-48f1-bf3c-4b2bddb38133 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.313241] env[68205]: DEBUG oslo_vmware.api [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Task: {'id': task-2905206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190061} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.313241] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.313241] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.313241] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.313241] env[68205]: INFO nova.compute.manager [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1139.313470] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.313766] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.313766] env[68205]: value = "task-2905208" [ 1139.313766] env[68205]: _type = "Task" [ 1139.313766] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.313766] env[68205]: DEBUG nova.compute.manager [-] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.313940] env[68205]: DEBUG nova.network.neutron [-] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.324341] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905208, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.424563] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.425315] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.425486] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.425774] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Acquired lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.425947] env[68205]: DEBUG nova.network.neutron [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Refreshing network info cache for port ebc007fe-77f0-4eb9-99a4-d971e8287a36 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.431844] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494d4a90-13b0-4959-9ff6-8df743ddf1eb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.451293] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.451564] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.452537] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.452537] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.452537] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.452537] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.452537] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.452909] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.452909] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.452986] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.453145] env[68205]: DEBUG nova.virt.hardware [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.461134] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Reconfiguring VM to attach interface {{(pid=68205) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1139.461281] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aaa1095-411c-4487-ab83-eb586982779a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.480903] env[68205]: DEBUG oslo_vmware.api [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1139.480903] env[68205]: value = "task-2905209" [ 1139.480903] env[68205]: _type = "Task" [ 1139.480903] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.489566] env[68205]: DEBUG oslo_vmware.api [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905209, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.773117] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905207, 'name': ReconfigVM_Task, 'duration_secs': 0.442843} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.773420] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 079eac50-818e-458b-8fc8-45daec3a6660/079eac50-818e-458b-8fc8-45daec3a6660.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.774107] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9431ecaa-4338-469d-a2f4-b57ac5f4ca71 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.784242] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1139.784242] env[68205]: value = "task-2905210" [ 1139.784242] env[68205]: _type = "Task" [ 1139.784242] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.795950] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905210, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.829524] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905208, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.833131] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.833374] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.990954] env[68205]: DEBUG oslo_vmware.api [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.051148] env[68205]: DEBUG nova.network.neutron [-] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.147789] env[68205]: DEBUG nova.network.neutron [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updated VIF entry in instance network info cache for port ebc007fe-77f0-4eb9-99a4-d971e8287a36. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.148387] env[68205]: DEBUG nova.network.neutron [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updating instance_info_cache with network_info: [{"id": "924b8018-54c4-4abf-8d1b-009fb7483763", "address": "fa:16:3e:1a:d9:71", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924b8018-54", "ovs_interfaceid": "924b8018-54c4-4abf-8d1b-009fb7483763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ebc007fe-77f0-4eb9-99a4-d971e8287a36", "address": "fa:16:3e:c6:d5:4e", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebc007fe-77", "ovs_interfaceid": "ebc007fe-77f0-4eb9-99a4-d971e8287a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.212439] env[68205]: DEBUG oslo_concurrency.lockutils [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.312s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.212759] env[68205]: DEBUG nova.compute.manager [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68205) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1140.215651] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.454s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.298056] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905210, 'name': Rename_Task, 'duration_secs': 0.165371} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.298424] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.298690] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a696639b-7618-4618-bcc5-243e5bfea2a9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.306202] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1140.306202] env[68205]: value = "task-2905211" [ 1140.306202] env[68205]: _type = "Task" [ 1140.306202] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.315480] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.325261] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905208, 'name': CreateVM_Task, 'duration_secs': 0.530603} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.325308] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.325997] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.326189] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.328037] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.328037] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1eaef02-bd21-43fc-ab32-a7c7b07e3f83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.332036] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1140.332036] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d63d03-eaab-dcfc-861e-657d34e55da2" [ 1140.332036] env[68205]: _type = "Task" [ 1140.332036] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.343131] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.346089] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.346089] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d63d03-eaab-dcfc-861e-657d34e55da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.346740] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.346834] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.346999] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.347705] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.347705] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1140.347972] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.497212] env[68205]: DEBUG oslo_vmware.api [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905209, 'name': ReconfigVM_Task, 'duration_secs': 0.649695} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.497212] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.497212] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Reconfigured VM to attach interface {{(pid=68205) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1140.554041] env[68205]: INFO nova.compute.manager [-] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Took 1.24 seconds to deallocate network for instance. [ 1140.643071] env[68205]: DEBUG nova.compute.manager [req-86252cc5-80a1-413d-8954-2d0ab93c4c0f req-cacf0225-5b79-462d-9583-db3a8a63a4d3 service nova] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Received event network-vif-deleted-d674db5f-de1e-4357-aec3-4c3ec6306335 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.651144] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Releasing lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.651410] env[68205]: DEBUG nova.compute.manager [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Received event network-changed-e3febe53-a3c9-4281-a9b3-414887021977 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.651588] env[68205]: DEBUG nova.compute.manager [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Refreshing instance network info cache due to event network-changed-e3febe53-a3c9-4281-a9b3-414887021977. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.651794] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Acquiring lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.651929] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Acquired lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.652094] env[68205]: DEBUG nova.network.neutron [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Refreshing network info cache for port e3febe53-a3c9-4281-a9b3-414887021977 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.779416] env[68205]: INFO nova.scheduler.client.report [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleted allocation for migration 9d96239f-6701-4f99-a3f6-296a172478e3 [ 1140.817611] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905211, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.844679] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d63d03-eaab-dcfc-861e-657d34e55da2, 'name': SearchDatastore_Task, 'duration_secs': 0.033373} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.845016] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.845259] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.845723] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.845723] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.845882] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.848972] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0d31b1b-6739-4150-94c6-385fa10db134 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.851796] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.859911] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.860136] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.861112] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adcc5acf-af1b-4b22-b9a8-d454c9f00dfb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.870245] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1140.870245] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523e8e9b-b74a-df5c-e15a-b1a98a7b0347" [ 1140.870245] env[68205]: _type = "Task" [ 1140.870245] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.879096] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523e8e9b-b74a-df5c-e15a-b1a98a7b0347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.939087] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662a96ae-db7a-4e13-9bbc-8ff7f592ddb5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.947755] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f091644c-ed56-4eed-aaf4-e5067e01d048 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.982041] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e1041-cebd-457b-a8d9-6f6f2d83626b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.990732] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a58ce66-a34d-4736-ac0e-c7a2b9c35f16 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.008648] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d75c1d72-a67a-4525-a82b-064c3ca1d15b tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-6c2c4f6f-384f-4172-b446-9531fd3b1cd1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.317s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.011410] env[68205]: DEBUG nova.compute.provider_tree [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.060365] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.124349] env[68205]: DEBUG nova.objects.instance [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'flavor' on Instance uuid d0671ddd-2c1d-4804-bada-5580fe3a7292 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.285761] env[68205]: DEBUG oslo_concurrency.lockutils [None req-716e9e85-5747-40ca-bac8-f0ea11593f4c tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.998s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.317036] env[68205]: DEBUG oslo_vmware.api [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905211, 'name': PowerOnVM_Task, 'duration_secs': 0.554783} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.317325] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.317553] env[68205]: INFO nova.compute.manager [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1141.317735] env[68205]: DEBUG nova.compute.manager [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.318538] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbcb5a5-aab6-4965-9300-1230b89f6d13 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.367706] env[68205]: DEBUG nova.network.neutron [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updated VIF entry in instance network info cache for port e3febe53-a3c9-4281-a9b3-414887021977. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.368101] env[68205]: DEBUG nova.network.neutron [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance_info_cache with network_info: [{"id": "e3febe53-a3c9-4281-a9b3-414887021977", "address": "fa:16:3e:72:cb:61", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3febe53-a3", "ovs_interfaceid": "e3febe53-a3c9-4281-a9b3-414887021977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.381797] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523e8e9b-b74a-df5c-e15a-b1a98a7b0347, 'name': SearchDatastore_Task, 'duration_secs': 0.013766} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.383017] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dad05ce-9557-43a4-97af-4946a0ebd8c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.389662] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1141.389662] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5226a212-72fe-5bf3-5d68-98dfc61494c8" [ 1141.389662] env[68205]: _type = "Task" [ 1141.389662] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.398780] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5226a212-72fe-5bf3-5d68-98dfc61494c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.514790] env[68205]: DEBUG nova.scheduler.client.report [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.628907] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.629133] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.629351] env[68205]: DEBUG nova.network.neutron [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.629600] env[68205]: DEBUG nova.objects.instance [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'info_cache' on Instance uuid d0671ddd-2c1d-4804-bada-5580fe3a7292 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.836544] env[68205]: INFO nova.compute.manager [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Took 14.69 seconds to build instance. [ 1141.871216] env[68205]: DEBUG oslo_concurrency.lockutils [req-6c0078ae-f9f2-45a6-a50e-befb08f4f68f req-4159ccca-d250-4705-9eae-5ff147311337 service nova] Releasing lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.902081] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5226a212-72fe-5bf3-5d68-98dfc61494c8, 'name': SearchDatastore_Task, 'duration_secs': 0.025087} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.902375] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.902653] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 3e77ea57-189e-422a-86db-6da3e27d7946/3e77ea57-189e-422a-86db-6da3e27d7946.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.902918] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f9ebceb-90b7-4f4e-a262-1ddc76839328 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.910659] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1141.910659] env[68205]: value = "task-2905212" [ 1141.910659] env[68205]: _type = "Task" [ 1141.910659] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.919306] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.125967] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquiring lock "8803e044-f120-4c41-9c59-b1272f4e3375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.126249] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Lock "8803e044-f120-4c41-9c59-b1272f4e3375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.126508] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquiring lock "8803e044-f120-4c41-9c59-b1272f4e3375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.126733] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Lock "8803e044-f120-4c41-9c59-b1272f4e3375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.126929] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Lock "8803e044-f120-4c41-9c59-b1272f4e3375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.129012] env[68205]: INFO nova.compute.manager [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Terminating instance [ 1142.134391] env[68205]: DEBUG nova.objects.base [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1142.338196] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0dddf852-7b6b-4c47-aedd-71cb86594cae tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "079eac50-818e-458b-8fc8-45daec3a6660" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.205s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.422786] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905212, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.525109] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.309s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.527936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.563s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.529615] env[68205]: INFO nova.compute.claims [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.556799] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "interface-6c2c4f6f-384f-4172-b446-9531fd3b1cd1-ebc007fe-77f0-4eb9-99a4-d971e8287a36" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.556799] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-6c2c4f6f-384f-4172-b446-9531fd3b1cd1-ebc007fe-77f0-4eb9-99a4-d971e8287a36" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.633250] env[68205]: DEBUG nova.compute.manager [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.633515] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.634427] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff40ab6-5105-4bfc-8246-093d1ad13ab5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.645260] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.645594] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98e9e5bb-5418-45a2-bb5d-ea2ca04b2a69 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.652630] env[68205]: DEBUG oslo_vmware.api [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for the task: (returnval){ [ 1142.652630] env[68205]: value = "task-2905213" [ 1142.652630] env[68205]: _type = "Task" [ 1142.652630] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.661523] env[68205]: DEBUG oslo_vmware.api [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.874553] env[68205]: DEBUG nova.network.neutron [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance_info_cache with network_info: [{"id": "0ea19003-b540-400d-85f7-71f3c586d704", "address": "fa:16:3e:47:37:9c", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ea19003-b5", "ovs_interfaceid": "0ea19003-b540-400d-85f7-71f3c586d704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.925193] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679642} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.925331] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 3e77ea57-189e-422a-86db-6da3e27d7946/3e77ea57-189e-422a-86db-6da3e27d7946.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.925569] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.925854] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10671d36-1d85-4b74-bcd3-50c009eea8fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.934657] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1142.934657] env[68205]: value = "task-2905214" [ 1142.934657] env[68205]: _type = "Task" [ 1142.934657] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.946999] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.059629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.059961] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.061073] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ef8480-2394-45a6-a9e2-35a3294022a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.079634] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006ce32-d307-4fd0-847a-750b56d54b14 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.085178] env[68205]: INFO nova.scheduler.client.report [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleted allocation for migration c6c16a62-941e-41ca-ae62-53144f988b25 [ 1143.107952] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Reconfiguring VM to detach interface {{(pid=68205) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1143.110354] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1574559-d957-4b18-b93b-e2857d1e5d73 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.132019] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1143.132019] env[68205]: value = "task-2905215" [ 1143.132019] env[68205]: _type = "Task" [ 1143.132019] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.140888] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.163360] env[68205]: DEBUG oslo_vmware.api [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905213, 'name': PowerOffVM_Task, 'duration_secs': 0.316584} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.163531] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.163668] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.164032] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e31a4fe-cb0d-4959-bfa5-958757226a48 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.247140] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.247418] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.248584] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.248773] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.248978] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Deleting the datastore file [datastore2] 8803e044-f120-4c41-9c59-b1272f4e3375 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.249966] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d4b7fb3-c9f8-4c3d-8ce5-486f250ebdf3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.256519] env[68205]: DEBUG oslo_vmware.api [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for the task: (returnval){ [ 1143.256519] env[68205]: value = "task-2905217" [ 1143.256519] env[68205]: _type = "Task" [ 1143.256519] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.265478] env[68205]: DEBUG oslo_vmware.api [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.378256] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-d0671ddd-2c1d-4804-bada-5580fe3a7292" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.445611] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130643} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.445873] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.446694] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a8be5-9e16-4e75-b31d-db5306be37af {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.469933] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 3e77ea57-189e-422a-86db-6da3e27d7946/3e77ea57-189e-422a-86db-6da3e27d7946.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.470302] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4ed6f45-2c33-45c3-8f2c-d484ca1ca4a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.490411] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1143.490411] env[68205]: value = "task-2905218" [ 1143.490411] env[68205]: _type = "Task" [ 1143.490411] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.500368] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.625860] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5018e65d-583d-4e46-95d9-29b7f1a24938 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.242s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.644334] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.731099] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae492293-1b39-427e-b479-cd95ee0bae9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.742073] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a00237-85a8-439f-aedb-65e09cde5d1a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.499848] env[68205]: DEBUG nova.compute.manager [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.528185] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08b66af-0714-4b3e-8dac-168d6dda5214 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.547290] env[68205]: DEBUG oslo_vmware.api [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Task: {'id': task-2905217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257654} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.558418] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ac8c7-dbce-416f-b6c5-d10e85db9e6c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.565312] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.565635] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.565954] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.566274] env[68205]: INFO nova.compute.manager [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Took 1.93 seconds to destroy the instance on the hypervisor. [ 1144.566661] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.567390] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905218, 'name': ReconfigVM_Task, 'duration_secs': 0.960198} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.568068] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.568401] env[68205]: DEBUG nova.compute.manager [-] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.568562] env[68205]: DEBUG nova.network.neutron [-] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.570982] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 3e77ea57-189e-422a-86db-6da3e27d7946/3e77ea57-189e-422a-86db-6da3e27d7946.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.572639] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81aed5e4-f595-4bc0-9db1-fd2a5799b411 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.590420] env[68205]: DEBUG nova.compute.provider_tree [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.599380] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1144.599380] env[68205]: value = "task-2905219" [ 1144.599380] env[68205]: _type = "Task" [ 1144.599380] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.615405] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905219, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.008999] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.011672] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6f39cb9-c5b1-4afc-b5be-34ea97fbee78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.020873] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "2b4fccd8-06c9-4089-a812-a843181b79e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.021167] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.021446] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "2b4fccd8-06c9-4089-a812-a843181b79e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.021683] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.021938] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.024362] env[68205]: INFO nova.compute.manager [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Terminating instance [ 1145.032460] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.033401] env[68205]: DEBUG oslo_vmware.api [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1145.033401] env[68205]: value = "task-2905220" [ 1145.033401] env[68205]: _type = "Task" [ 1145.033401] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.043344] env[68205]: DEBUG oslo_vmware.api [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.044260] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.095324] env[68205]: DEBUG nova.scheduler.client.report [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.100098] env[68205]: DEBUG nova.compute.manager [req-e793f4e7-9ad7-4271-8590-14f66018a3d3 req-e66aa70a-4ff8-4a7b-9715-51d99e1a44f1 service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Received event network-vif-deleted-d98cb59d-9e9f-4e60-ad98-e43f09a1ad16 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.100368] env[68205]: INFO nova.compute.manager [req-e793f4e7-9ad7-4271-8590-14f66018a3d3 req-e66aa70a-4ff8-4a7b-9715-51d99e1a44f1 service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Neutron deleted interface d98cb59d-9e9f-4e60-ad98-e43f09a1ad16; detaching it from the instance and deleting it from the info cache [ 1145.100589] env[68205]: DEBUG nova.network.neutron [req-e793f4e7-9ad7-4271-8590-14f66018a3d3 req-e66aa70a-4ff8-4a7b-9715-51d99e1a44f1 service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.114006] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905219, 'name': Rename_Task, 'duration_secs': 0.181059} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.114326] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.114608] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d7bda00-9af2-4f00-b54d-9dcd03ac1f86 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.122178] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1145.122178] env[68205]: value = "task-2905221" [ 1145.122178] env[68205]: _type = "Task" [ 1145.122178] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.130935] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.520020] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.529918] env[68205]: DEBUG nova.compute.manager [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.530166] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.531089] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c92f98-27b8-47dc-a66c-24110377a9dc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.551806] env[68205]: DEBUG oslo_vmware.api [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905220, 'name': PowerOnVM_Task, 'duration_secs': 0.425516} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.554293] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.554505] env[68205]: DEBUG nova.compute.manager [None req-aa7eb2c5-ef09-4af8-86c8-604f043084f6 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.554817] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.555576] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aab5f9-5e4a-4ffd-ba36-b0f7c2594975 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.558563] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8767d82b-ad3c-4bf1-bef0-9a682d1e048d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.569095] env[68205]: DEBUG oslo_vmware.api [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1145.569095] env[68205]: value = "task-2905222" [ 1145.569095] env[68205]: _type = "Task" [ 1145.569095] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.582125] env[68205]: DEBUG nova.network.neutron [-] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.585111] env[68205]: DEBUG oslo_vmware.api [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.599979] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.072s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.600636] env[68205]: DEBUG nova.compute.manager [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.603497] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.601s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.603704] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.605942] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.754s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.606148] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.606304] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1145.606598] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.546s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.606805] env[68205]: DEBUG nova.objects.instance [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lazy-loading 'resources' on Instance uuid 543745eb-5fa4-4f64-9410-dd591ba76949 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.610725] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27f9fd2-bc79-42f7-9567-f47bb0f62d8c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.613652] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-839f7c21-79cd-4757-af95-1e699a9e67a4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.625110] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a6490d-6153-44da-b223-df79681ec4d7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.631450] env[68205]: INFO nova.scheduler.client.report [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted allocations for instance 882612d6-3692-48ae-979d-4166e4018409 [ 1145.638632] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fa66c5-348b-4816-9d3c-2fc0e1511aed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.672166] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707b6d8f-9c43-4c42-850d-9e60ae773680 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.675073] env[68205]: DEBUG oslo_vmware.api [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905221, 'name': PowerOnVM_Task, 'duration_secs': 0.51042} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.686483] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.686483] env[68205]: INFO nova.compute.manager [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1145.686483] env[68205]: DEBUG nova.compute.manager [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.686483] env[68205]: DEBUG nova.compute.manager [req-e793f4e7-9ad7-4271-8590-14f66018a3d3 req-e66aa70a-4ff8-4a7b-9715-51d99e1a44f1 service nova] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Detach interface failed, port_id=d98cb59d-9e9f-4e60-ad98-e43f09a1ad16, reason: Instance 8803e044-f120-4c41-9c59-b1272f4e3375 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1145.687120] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcfce58-6f7c-4839-9c80-baefc5fee162 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.693087] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41537c6-0c97-45fe-a86f-e21017f24a09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.733158] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179844MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1145.733319] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.019901] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.080936] env[68205]: DEBUG oslo_vmware.api [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905222, 'name': PowerOffVM_Task, 'duration_secs': 0.310055} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.082165] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.082271] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.082657] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d93067b-1cf2-41b4-84b1-69447d5b7900 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.087933] env[68205]: INFO nova.compute.manager [-] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Took 1.52 seconds to deallocate network for instance. [ 1146.111646] env[68205]: DEBUG nova.compute.utils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.116150] env[68205]: DEBUG nova.compute.manager [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.116327] env[68205]: DEBUG nova.network.neutron [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.159688] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5b062262-748e-4295-9f92-c47a47646bd8 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "882612d6-3692-48ae-979d-4166e4018409" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.027s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.172086] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.172315] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.172484] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleting the datastore file [datastore1] 2b4fccd8-06c9-4089-a812-a843181b79e3 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.172802] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a9980df-543b-477d-84ac-fbe5045b2fcf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.176411] env[68205]: DEBUG nova.policy [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '629cf1928c004547afdfe0ea2584ccc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf3dcfb8a15d4411b3e4f2dc5bb74d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.185173] env[68205]: DEBUG oslo_vmware.api [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1146.185173] env[68205]: value = "task-2905224" [ 1146.185173] env[68205]: _type = "Task" [ 1146.185173] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.194107] env[68205]: DEBUG oslo_vmware.api [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.211918] env[68205]: INFO nova.compute.manager [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Took 18.00 seconds to build instance. [ 1146.331676] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5534020e-fbe9-4ea2-91ac-01412aa3aeba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.340445] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca5fa5b-3ffe-4a31-847a-8d5f84933043 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.375026] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61df685-acc6-441d-9ad3-b80c0c669bf3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.384988] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3873b1-749e-49c5-afd5-ca2f713f53b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.401075] env[68205]: DEBUG nova.compute.provider_tree [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.521667] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.522555] env[68205]: DEBUG nova.network.neutron [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Successfully created port: 3a0eec9e-5326-4cc5-98c9-db2b366b1a28 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.596030] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.616870] env[68205]: DEBUG nova.compute.manager [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.695607] env[68205]: DEBUG oslo_vmware.api [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208526} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.695858] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.696053] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.696230] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.696401] env[68205]: INFO nova.compute.manager [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1146.696637] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.696825] env[68205]: DEBUG nova.compute.manager [-] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.696915] env[68205]: DEBUG nova.network.neutron [-] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.714269] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0bfdebf-44ca-44b5-a174-3af70a0c206a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "3e77ea57-189e-422a-86db-6da3e27d7946" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.513s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.905397] env[68205]: DEBUG nova.scheduler.client.report [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.010348] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.010348] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.010505] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "d0671ddd-2c1d-4804-bada-5580fe3a7292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.010630] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.010799] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.017166] env[68205]: INFO nova.compute.manager [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Terminating instance [ 1147.025196] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.233470] env[68205]: DEBUG nova.compute.manager [req-3a2cbde4-c82e-4aa3-ac1c-c8e6e2a853cc req-3fab9191-446e-445b-975c-5f5f471007fe service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Received event network-vif-deleted-7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.233655] env[68205]: INFO nova.compute.manager [req-3a2cbde4-c82e-4aa3-ac1c-c8e6e2a853cc req-3fab9191-446e-445b-975c-5f5f471007fe service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Neutron deleted interface 7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0; detaching it from the instance and deleting it from the info cache [ 1147.233823] env[68205]: DEBUG nova.network.neutron [req-3a2cbde4-c82e-4aa3-ac1c-c8e6e2a853cc req-3fab9191-446e-445b-975c-5f5f471007fe service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.412204] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.415845] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.371s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.417786] env[68205]: INFO nova.compute.claims [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.433761] env[68205]: INFO nova.scheduler.client.report [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Deleted allocations for instance 543745eb-5fa4-4f64-9410-dd591ba76949 [ 1147.522601] env[68205]: DEBUG nova.compute.manager [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.522987] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.523114] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.523825] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3adb965-72a5-4f9b-a4f9-94adefdff65d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.531395] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.531603] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a6ae58-ea7e-43b5-82db-3c51884d442e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.538517] env[68205]: DEBUG oslo_vmware.api [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1147.538517] env[68205]: value = "task-2905225" [ 1147.538517] env[68205]: _type = "Task" [ 1147.538517] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.546760] env[68205]: DEBUG oslo_vmware.api [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.629574] env[68205]: DEBUG nova.compute.manager [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.656930] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.657212] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.657367] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.657600] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.657751] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.657894] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.658112] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.658296] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.658468] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.658629] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.658802] env[68205]: DEBUG nova.virt.hardware [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.659832] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7adaba8-9ccd-4575-9642-9fba0a09daec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.668741] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0543790-5ec9-457f-877a-0295e60e9837 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.715027] env[68205]: DEBUG nova.network.neutron [-] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.739994] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c6d08e8-fa5d-49ec-819e-511597ca7fed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.751558] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7176aab0-9cf7-43bb-b92b-3d309d6b3a2d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.783829] env[68205]: DEBUG nova.compute.manager [req-3a2cbde4-c82e-4aa3-ac1c-c8e6e2a853cc req-3fab9191-446e-445b-975c-5f5f471007fe service nova] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Detach interface failed, port_id=7a0ed9db-0e30-4bc4-bf8f-6e5de6cf00b0, reason: Instance 2b4fccd8-06c9-4089-a812-a843181b79e3 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.942148] env[68205]: DEBUG oslo_concurrency.lockutils [None req-0f722688-ef81-454a-b539-4c7ef4f6c4eb tempest-ServerRescueNegativeTestJSON-1568761392 tempest-ServerRescueNegativeTestJSON-1568761392-project-member] Lock "543745eb-5fa4-4f64-9410-dd591ba76949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.295s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.022951] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.048548] env[68205]: DEBUG oslo_vmware.api [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905225, 'name': PowerOffVM_Task, 'duration_secs': 0.221571} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.048806] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.048964] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.050710] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fb80ff9-b618-47cf-9ee1-0b5d9198d767 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.085247] env[68205]: DEBUG nova.compute.manager [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Stashing vm_state: active {{(pid=68205) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1148.120883] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.120883] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.120883] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleting the datastore file [datastore2] d0671ddd-2c1d-4804-bada-5580fe3a7292 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.121182] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f117b3a-d60f-4cb0-b84c-d034d65bd874 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.133481] env[68205]: DEBUG oslo_vmware.api [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1148.133481] env[68205]: value = "task-2905227" [ 1148.133481] env[68205]: _type = "Task" [ 1148.133481] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.143983] env[68205]: DEBUG oslo_vmware.api [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.217816] env[68205]: INFO nova.compute.manager [-] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Took 1.52 seconds to deallocate network for instance. [ 1148.350783] env[68205]: DEBUG nova.network.neutron [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Successfully updated port: 3a0eec9e-5326-4cc5-98c9-db2b366b1a28 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.525401] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.605139] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.645037] env[68205]: DEBUG oslo_vmware.api [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166379} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.648105] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.651186] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.651186] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.651186] env[68205]: INFO nova.compute.manager [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1148.651186] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.651186] env[68205]: DEBUG nova.compute.manager [-] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.651186] env[68205]: DEBUG nova.network.neutron [-] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.665035] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83fc4d4-9262-4016-827a-c245babd8d10 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.672020] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd9b74d-6b38-48b1-8626-95a2a7d941ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.703353] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee6e141-52dc-4cba-ae6b-c5fef837843a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.712725] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eeae57-6604-4d0f-80b3-74bdde85c0a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.729413] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.729987] env[68205]: DEBUG nova.compute.provider_tree [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.853448] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "refresh_cache-dea289fc-a039-40a8-8f83-fd54d6f95b7b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.853823] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "refresh_cache-dea289fc-a039-40a8-8f83-fd54d6f95b7b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.855071] env[68205]: DEBUG nova.network.neutron [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.999101] env[68205]: DEBUG oslo_concurrency.lockutils [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "99144280-d6c4-4f24-84bf-67d875299893" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.999101] env[68205]: DEBUG oslo_concurrency.lockutils [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.999101] env[68205]: DEBUG oslo_concurrency.lockutils [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "99144280-d6c4-4f24-84bf-67d875299893-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.999101] env[68205]: DEBUG oslo_concurrency.lockutils [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.999101] env[68205]: DEBUG oslo_concurrency.lockutils [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.999945] env[68205]: INFO nova.compute.manager [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Terminating instance [ 1149.030487] env[68205]: DEBUG oslo_vmware.api [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905215, 'name': ReconfigVM_Task, 'duration_secs': 5.841122} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.030690] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.031160] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Reconfigured VM to detach interface {{(pid=68205) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1149.233923] env[68205]: DEBUG nova.scheduler.client.report [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.266821] env[68205]: DEBUG nova.compute.manager [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Received event network-vif-plugged-3a0eec9e-5326-4cc5-98c9-db2b366b1a28 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.267103] env[68205]: DEBUG oslo_concurrency.lockutils [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] Acquiring lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.267364] env[68205]: DEBUG oslo_concurrency.lockutils [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] Lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.267577] env[68205]: DEBUG oslo_concurrency.lockutils [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] Lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.267783] env[68205]: DEBUG nova.compute.manager [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] No waiting events found dispatching network-vif-plugged-3a0eec9e-5326-4cc5-98c9-db2b366b1a28 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.268015] env[68205]: WARNING nova.compute.manager [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Received unexpected event network-vif-plugged-3a0eec9e-5326-4cc5-98c9-db2b366b1a28 for instance with vm_state building and task_state spawning. [ 1149.268240] env[68205]: DEBUG nova.compute.manager [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Received event network-changed-3a0eec9e-5326-4cc5-98c9-db2b366b1a28 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.268433] env[68205]: DEBUG nova.compute.manager [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Refreshing instance network info cache due to event network-changed-3a0eec9e-5326-4cc5-98c9-db2b366b1a28. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.268633] env[68205]: DEBUG oslo_concurrency.lockutils [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] Acquiring lock "refresh_cache-dea289fc-a039-40a8-8f83-fd54d6f95b7b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.439141] env[68205]: DEBUG nova.network.neutron [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.503776] env[68205]: DEBUG nova.compute.manager [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.504062] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.504979] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ea5790-4040-420c-a866-638396211912 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.513590] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.513839] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9506c881-ba05-49b8-80ad-8acc4de45729 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.520680] env[68205]: DEBUG oslo_vmware.api [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1149.520680] env[68205]: value = "task-2905228" [ 1149.520680] env[68205]: _type = "Task" [ 1149.520680] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.535234] env[68205]: DEBUG oslo_vmware.api [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.740199] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.740932] env[68205]: DEBUG nova.compute.manager [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.745206] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.012s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.813948] env[68205]: DEBUG nova.network.neutron [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Updating instance_info_cache with network_info: [{"id": "3a0eec9e-5326-4cc5-98c9-db2b366b1a28", "address": "fa:16:3e:df:df:c0", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a0eec9e-53", "ovs_interfaceid": "3a0eec9e-5326-4cc5-98c9-db2b366b1a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.032558] env[68205]: DEBUG oslo_vmware.api [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905228, 'name': PowerOffVM_Task, 'duration_secs': 0.45} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.032866] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.033040] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.033307] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fc60801-f64c-4a7f-91ec-01c9faf5dd5d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.103039] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.103039] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.103039] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Deleting the datastore file [datastore1] 99144280-d6c4-4f24-84bf-67d875299893 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.103039] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ca68276-8efd-456c-9c97-22ad59bcec2a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.115187] env[68205]: DEBUG oslo_vmware.api [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1150.115187] env[68205]: value = "task-2905230" [ 1150.115187] env[68205]: _type = "Task" [ 1150.115187] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.125218] env[68205]: DEBUG oslo_vmware.api [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.247217] env[68205]: DEBUG nova.compute.utils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.262133] env[68205]: DEBUG nova.compute.manager [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.262530] env[68205]: DEBUG nova.network.neutron [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.295669] env[68205]: DEBUG oslo_concurrency.lockutils [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.296329] env[68205]: DEBUG oslo_concurrency.lockutils [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.298489] env[68205]: DEBUG oslo_concurrency.lockutils [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.298489] env[68205]: DEBUG oslo_concurrency.lockutils [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.298489] env[68205]: DEBUG oslo_concurrency.lockutils [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.300341] env[68205]: INFO nova.compute.manager [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Terminating instance [ 1150.317113] env[68205]: DEBUG nova.policy [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b35563a215491783d8249bc165d408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '498c71afbe354c298aabe79f6d4ad558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.317113] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "refresh_cache-dea289fc-a039-40a8-8f83-fd54d6f95b7b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.319455] env[68205]: DEBUG nova.compute.manager [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Instance network_info: |[{"id": "3a0eec9e-5326-4cc5-98c9-db2b366b1a28", "address": "fa:16:3e:df:df:c0", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a0eec9e-53", "ovs_interfaceid": "3a0eec9e-5326-4cc5-98c9-db2b366b1a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.319987] env[68205]: DEBUG oslo_concurrency.lockutils [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] Acquired lock "refresh_cache-dea289fc-a039-40a8-8f83-fd54d6f95b7b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.323234] env[68205]: DEBUG nova.network.neutron [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Refreshing network info cache for port 3a0eec9e-5326-4cc5-98c9-db2b366b1a28 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.323560] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:df:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a0eec9e-5326-4cc5-98c9-db2b366b1a28', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.332305] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.333347] env[68205]: DEBUG nova.network.neutron [-] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.336018] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.336018] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa85b386-59e2-4fa0-83fc-611c65329d95 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.358623] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.358623] env[68205]: value = "task-2905231" [ 1150.358623] env[68205]: _type = "Task" [ 1150.358623] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.367972] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905231, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.599389] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.599741] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.599741] env[68205]: DEBUG nova.network.neutron [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.627173] env[68205]: DEBUG oslo_vmware.api [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278066} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.627173] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.627173] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.627428] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.627628] env[68205]: INFO nova.compute.manager [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1150.627871] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.628076] env[68205]: DEBUG nova.compute.manager [-] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.628168] env[68205]: DEBUG nova.network.neutron [-] [instance: 99144280-d6c4-4f24-84bf-67d875299893] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.680060] env[68205]: DEBUG nova.network.neutron [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Successfully created port: fc35214a-0c8f-4669-aa66-038a87e322ac {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.766138] env[68205]: DEBUG nova.compute.manager [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.772249] env[68205]: INFO nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating resource usage from migration 3907201d-9e89-45c7-aa39-159b950fd9a5 [ 1150.798322] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 99144280-d6c4-4f24-84bf-67d875299893 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.798322] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6e3f3a8b-653c-4383-862b-9e678b58a724 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.798450] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6c2c4f6f-384f-4172-b446-9531fd3b1cd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.798535] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 8803e044-f120-4c41-9c59-b1272f4e3375 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1150.798653] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance d0671ddd-2c1d-4804-bada-5580fe3a7292 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.798956] env[68205]: WARNING nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 2b4fccd8-06c9-4089-a812-a843181b79e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1150.798956] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 505736ae-1357-403a-9640-0a68e9e12ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.799172] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 2df54433-30c1-4a66-8028-e7ef1a7cdf35 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.799331] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 079eac50-818e-458b-8fc8-45daec3a6660 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.799487] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance dea289fc-a039-40a8-8f83-fd54d6f95b7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.799761] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance dd1540d1-7a34-4b83-abcd-6e81f26de73d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.799761] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Migration 3907201d-9e89-45c7-aa39-159b950fd9a5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1150.799870] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 3e77ea57-189e-422a-86db-6da3e27d7946 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1150.801196] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1150.801361] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1150.804435] env[68205]: DEBUG nova.compute.manager [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.804579] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.806040] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b735aa52-9243-46f9-8af1-5561298e7375 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.817257] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.819213] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835e5e29-c6c5-4090-99d4-8aa3eadfdb65 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.826900] env[68205]: DEBUG oslo_vmware.api [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1150.826900] env[68205]: value = "task-2905232" [ 1150.826900] env[68205]: _type = "Task" [ 1150.826900] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.839552] env[68205]: DEBUG oslo_vmware.api [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.851483] env[68205]: INFO nova.compute.manager [-] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Took 2.20 seconds to deallocate network for instance. [ 1150.873167] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905231, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.173965] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f2b1e5-96ca-4f4d-8a6d-3ae09e9098ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.186590] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f2f7e8-fbf8-4fed-ad7a-d8034c1dfce6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.224839] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7660107-6369-4291-b60e-8b50b8775c05 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.236621] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac23e11-9407-4a43-847f-66af784ae06f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.252989] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.303632] env[68205]: DEBUG nova.compute.manager [req-3c281c84-1189-40bf-a708-86d0d9ef289a req-44b83058-08f1-42bd-a880-a5943564cd12 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Received event network-vif-deleted-ebc007fe-77f0-4eb9-99a4-d971e8287a36 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.303827] env[68205]: INFO nova.compute.manager [req-3c281c84-1189-40bf-a708-86d0d9ef289a req-44b83058-08f1-42bd-a880-a5943564cd12 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Neutron deleted interface ebc007fe-77f0-4eb9-99a4-d971e8287a36; detaching it from the instance and deleting it from the info cache [ 1151.304304] env[68205]: DEBUG nova.network.neutron [req-3c281c84-1189-40bf-a708-86d0d9ef289a req-44b83058-08f1-42bd-a880-a5943564cd12 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updating instance_info_cache with network_info: [{"id": "924b8018-54c4-4abf-8d1b-009fb7483763", "address": "fa:16:3e:1a:d9:71", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924b8018-54", "ovs_interfaceid": "924b8018-54c4-4abf-8d1b-009fb7483763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.337427] env[68205]: DEBUG oslo_vmware.api [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905232, 'name': PowerOffVM_Task, 'duration_secs': 0.236397} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.338015] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.338243] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.338571] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d3d35e7-da7a-4ab8-8ed8-44df82bd94b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.364461] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.373224] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905231, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.385059] env[68205]: DEBUG nova.network.neutron [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Updated VIF entry in instance network info cache for port 3a0eec9e-5326-4cc5-98c9-db2b366b1a28. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.385446] env[68205]: DEBUG nova.network.neutron [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Updating instance_info_cache with network_info: [{"id": "3a0eec9e-5326-4cc5-98c9-db2b366b1a28", "address": "fa:16:3e:df:df:c0", "network": {"id": "9b6dcfd5-db2f-4062-a137-df82ad95efe5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1202668675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf3dcfb8a15d4411b3e4f2dc5bb74d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a0eec9e-53", "ovs_interfaceid": "3a0eec9e-5326-4cc5-98c9-db2b366b1a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.404306] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.405409] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.406038] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleting the datastore file [datastore1] 6c2c4f6f-384f-4172-b446-9531fd3b1cd1 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.406270] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d9eb58a-c0ab-4765-95a5-b792cc1db76f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.414126] env[68205]: DEBUG oslo_vmware.api [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1151.414126] env[68205]: value = "task-2905234" [ 1151.414126] env[68205]: _type = "Task" [ 1151.414126] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.422949] env[68205]: DEBUG oslo_vmware.api [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.432758] env[68205]: INFO nova.network.neutron [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Port ebc007fe-77f0-4eb9-99a4-d971e8287a36 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1151.433122] env[68205]: DEBUG nova.network.neutron [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updating instance_info_cache with network_info: [{"id": "924b8018-54c4-4abf-8d1b-009fb7483763", "address": "fa:16:3e:1a:d9:71", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924b8018-54", "ovs_interfaceid": "924b8018-54c4-4abf-8d1b-009fb7483763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.756303] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.780612] env[68205]: DEBUG nova.compute.manager [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.806803] env[68205]: DEBUG oslo_concurrency.lockutils [req-3c281c84-1189-40bf-a708-86d0d9ef289a req-44b83058-08f1-42bd-a880-a5943564cd12 service nova] Acquiring lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.811375] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.811624] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.811774] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.811948] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.812118] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.812267] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.812469] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.812624] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.812786] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.812939] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.813124] env[68205]: DEBUG nova.virt.hardware [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.814206] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37121c3b-6a3f-4043-96b4-8d89b3388a8a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.823204] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c860da-f9c4-41d7-ab09-dfe657745385 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.871771] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905231, 'name': CreateVM_Task, 'duration_secs': 1.412145} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.871951] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.872671] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.872832] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.873149] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.873394] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bfc396-5c24-4dd6-a026-02f9c9bb1051 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.878055] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1151.878055] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8506f-46a6-a3e4-2f14-414b26a6dd59" [ 1151.878055] env[68205]: _type = "Task" [ 1151.878055] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.888077] env[68205]: DEBUG oslo_concurrency.lockutils [req-ee7831c5-3c9f-4e52-aaa0-172feab8f681 req-7e4793f1-2a1a-4867-b61d-2b83d8f8dfba service nova] Releasing lock "refresh_cache-dea289fc-a039-40a8-8f83-fd54d6f95b7b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.889029] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8506f-46a6-a3e4-2f14-414b26a6dd59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.925306] env[68205]: DEBUG oslo_vmware.api [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166277} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.925462] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.925662] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.925898] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.926101] env[68205]: INFO nova.compute.manager [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1151.926372] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.926590] env[68205]: DEBUG nova.compute.manager [-] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.926687] env[68205]: DEBUG nova.network.neutron [-] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.935649] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.005775] env[68205]: DEBUG nova.network.neutron [-] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.263650] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1152.263650] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.518s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.263650] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.667s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.263650] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.265389] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.661s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.296328] env[68205]: INFO nova.scheduler.client.report [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Deleted allocations for instance 8803e044-f120-4c41-9c59-b1272f4e3375 [ 1152.389953] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8506f-46a6-a3e4-2f14-414b26a6dd59, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.390289] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.390603] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.390884] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.391061] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.391251] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.391521] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46b36b15-fbc3-4ace-86bc-ec54e917e202 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.400412] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.400624] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.401908] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf7160f-d3f1-4dc9-8554-0a631c2baddc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.406953] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1152.406953] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529e7a23-b723-10a8-977b-86c418fb465c" [ 1152.406953] env[68205]: _type = "Task" [ 1152.406953] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.416903] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529e7a23-b723-10a8-977b-86c418fb465c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.439653] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e9de595f-5d16-4032-af86-efeaab4f867c tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-6c2c4f6f-384f-4172-b446-9531fd3b1cd1-ebc007fe-77f0-4eb9-99a4-d971e8287a36" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.883s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.510603] env[68205]: INFO nova.compute.manager [-] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Took 1.88 seconds to deallocate network for instance. [ 1152.687741] env[68205]: DEBUG nova.network.neutron [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Successfully updated port: fc35214a-0c8f-4669-aa66-038a87e322ac {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.771501] env[68205]: INFO nova.compute.claims [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.804113] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c6c9a7db-b291-43ab-b64f-8203e1e223ec tempest-ServersTestJSON-510215323 tempest-ServersTestJSON-510215323-project-member] Lock "8803e044-f120-4c41-9c59-b1272f4e3375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.678s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.921027] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529e7a23-b723-10a8-977b-86c418fb465c, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.921027] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c421dfa0-ea42-479d-b8c8-ca935e8a5aa7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.926439] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1152.926439] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5248e4f6-63e7-702e-de10-40f73f1a1070" [ 1152.926439] env[68205]: _type = "Task" [ 1152.926439] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.931246] env[68205]: DEBUG nova.network.neutron [-] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.940149] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5248e4f6-63e7-702e-de10-40f73f1a1070, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.940672] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.941192] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] dea289fc-a039-40a8-8f83-fd54d6f95b7b/dea289fc-a039-40a8-8f83-fd54d6f95b7b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.941960] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e44653e1-028d-4f12-b76a-e03003347ea7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.952289] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1152.952289] env[68205]: value = "task-2905235" [ 1152.952289] env[68205]: _type = "Task" [ 1152.952289] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.962426] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.020485] env[68205]: DEBUG oslo_concurrency.lockutils [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.191191] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "refresh_cache-dd1540d1-7a34-4b83-abcd-6e81f26de73d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.191407] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "refresh_cache-dd1540d1-7a34-4b83-abcd-6e81f26de73d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.191547] env[68205]: DEBUG nova.network.neutron [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.280026] env[68205]: INFO nova.compute.resource_tracker [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating resource usage from migration 3907201d-9e89-45c7-aa39-159b950fd9a5 [ 1153.349815] env[68205]: DEBUG nova.compute.manager [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Received event network-vif-deleted-095c32b0-d639-4e18-8e66-64d25fe89863 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.351150] env[68205]: DEBUG nova.compute.manager [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Received event network-vif-deleted-924b8018-54c4-4abf-8d1b-009fb7483763 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.351450] env[68205]: DEBUG nova.compute.manager [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Received event network-vif-plugged-fc35214a-0c8f-4669-aa66-038a87e322ac {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.351699] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] Acquiring lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.351916] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] Lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.352102] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] Lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.352269] env[68205]: DEBUG nova.compute.manager [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] No waiting events found dispatching network-vif-plugged-fc35214a-0c8f-4669-aa66-038a87e322ac {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.352428] env[68205]: WARNING nova.compute.manager [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Received unexpected event network-vif-plugged-fc35214a-0c8f-4669-aa66-038a87e322ac for instance with vm_state building and task_state spawning. [ 1153.352588] env[68205]: DEBUG nova.compute.manager [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Received event network-changed-fc35214a-0c8f-4669-aa66-038a87e322ac {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.352735] env[68205]: DEBUG nova.compute.manager [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Refreshing instance network info cache due to event network-changed-fc35214a-0c8f-4669-aa66-038a87e322ac. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.352897] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] Acquiring lock "refresh_cache-dd1540d1-7a34-4b83-abcd-6e81f26de73d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.434344] env[68205]: INFO nova.compute.manager [-] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Took 1.51 seconds to deallocate network for instance. [ 1153.462556] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456943} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.465349] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] dea289fc-a039-40a8-8f83-fd54d6f95b7b/dea289fc-a039-40a8-8f83-fd54d6f95b7b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.465580] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.472879] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d179418-2ec7-4e27-8d5f-ebf9c1e5f417 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.481340] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1153.481340] env[68205]: value = "task-2905236" [ 1153.481340] env[68205]: _type = "Task" [ 1153.481340] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.496916] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.503264] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78f6f9b-6a73-4347-811f-391214811536 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.515810] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d68634-a775-4024-9d6f-1269b426566a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.552223] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0987358-96eb-41a7-bdec-8620e45ee5e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.560799] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95f4da1-e2f2-4ac0-b0d9-160f398b3d43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.576650] env[68205]: DEBUG nova.compute.provider_tree [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.946020] env[68205]: DEBUG oslo_concurrency.lockutils [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.956896] env[68205]: DEBUG nova.network.neutron [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.994507] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082292} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.994864] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.996636] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52289193-1ce9-480d-bcbb-9cccef4e5263 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.027262] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] dea289fc-a039-40a8-8f83-fd54d6f95b7b/dea289fc-a039-40a8-8f83-fd54d6f95b7b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.028489] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc537c7-f684-4f03-8a1a-c9870ad565e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.053180] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1154.053180] env[68205]: value = "task-2905237" [ 1154.053180] env[68205]: _type = "Task" [ 1154.053180] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.063096] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.080626] env[68205]: DEBUG nova.scheduler.client.report [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.119699] env[68205]: DEBUG nova.network.neutron [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Updating instance_info_cache with network_info: [{"id": "fc35214a-0c8f-4669-aa66-038a87e322ac", "address": "fa:16:3e:3c:58:14", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc35214a-0c", "ovs_interfaceid": "fc35214a-0c8f-4669-aa66-038a87e322ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.565188] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905237, 'name': ReconfigVM_Task, 'duration_secs': 0.288871} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.565730] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Reconfigured VM instance instance-00000062 to attach disk [datastore2] dea289fc-a039-40a8-8f83-fd54d6f95b7b/dea289fc-a039-40a8-8f83-fd54d6f95b7b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.566277] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48344f8e-d56b-47b6-b7a5-f18bb91a97fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.574291] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1154.574291] env[68205]: value = "task-2905238" [ 1154.574291] env[68205]: _type = "Task" [ 1154.574291] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.582942] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905238, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.586657] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.321s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.586859] env[68205]: INFO nova.compute.manager [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Migrating [ 1154.593564] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.865s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.593709] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.595863] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.233s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.596088] env[68205]: DEBUG nova.objects.instance [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'resources' on Instance uuid d0671ddd-2c1d-4804-bada-5580fe3a7292 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.623334] env[68205]: INFO nova.scheduler.client.report [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleted allocations for instance 2b4fccd8-06c9-4089-a812-a843181b79e3 [ 1154.624700] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "refresh_cache-dd1540d1-7a34-4b83-abcd-6e81f26de73d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.624981] env[68205]: DEBUG nova.compute.manager [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Instance network_info: |[{"id": "fc35214a-0c8f-4669-aa66-038a87e322ac", "address": "fa:16:3e:3c:58:14", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc35214a-0c", "ovs_interfaceid": "fc35214a-0c8f-4669-aa66-038a87e322ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.627388] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] Acquired lock "refresh_cache-dd1540d1-7a34-4b83-abcd-6e81f26de73d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.627456] env[68205]: DEBUG nova.network.neutron [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Refreshing network info cache for port fc35214a-0c8f-4669-aa66-038a87e322ac {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.628706] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:58:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc35214a-0c8f-4669-aa66-038a87e322ac', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.636191] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.639758] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.640408] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e8ad4d3-dc7a-4061-ad17-cc2b6fdb45ae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.662538] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.662538] env[68205]: value = "task-2905239" [ 1154.662538] env[68205]: _type = "Task" [ 1154.662538] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.672711] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905239, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.026289] env[68205]: DEBUG nova.network.neutron [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Updated VIF entry in instance network info cache for port fc35214a-0c8f-4669-aa66-038a87e322ac. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.026666] env[68205]: DEBUG nova.network.neutron [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Updating instance_info_cache with network_info: [{"id": "fc35214a-0c8f-4669-aa66-038a87e322ac", "address": "fa:16:3e:3c:58:14", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc35214a-0c", "ovs_interfaceid": "fc35214a-0c8f-4669-aa66-038a87e322ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.085280] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905238, 'name': Rename_Task, 'duration_secs': 0.180337} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.085553] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.085803] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0ef9442-3856-4c1c-b0c5-f232f0d45b76 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.096054] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1155.096054] env[68205]: value = "task-2905240" [ 1155.096054] env[68205]: _type = "Task" [ 1155.096054] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.102567] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.109302] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.109302] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.109302] env[68205]: DEBUG nova.network.neutron [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.146193] env[68205]: DEBUG oslo_concurrency.lockutils [None req-11a58c90-c546-4595-aa16-71d4a8cf1390 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "2b4fccd8-06c9-4089-a812-a843181b79e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.124s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.175507] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905239, 'name': CreateVM_Task, 'duration_secs': 0.36275} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.178342] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.179420] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.179581] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.179970] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.180241] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a5a0b7-3bb5-45e6-a2e7-9f71a72e6a15 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.186197] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1155.186197] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d516a4-c186-75db-eee0-e897e7b6f31c" [ 1155.186197] env[68205]: _type = "Task" [ 1155.186197] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.198053] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d516a4-c186-75db-eee0-e897e7b6f31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.277537] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6479f6-e533-4c29-971d-15e3c68455a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.286095] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73789e7f-6b18-4954-b879-616c95a0d15c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.317487] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16ceedf-474a-4981-b152-165a2fcb1c9c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.327043] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98225d9-5fc3-4918-a7b5-c07f2acfc6ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.343654] env[68205]: DEBUG nova.compute.provider_tree [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.529355] env[68205]: DEBUG oslo_concurrency.lockutils [req-45d797e5-c554-43ed-ab3f-043e74ecb000 req-dd72fb7f-6a52-4648-96b8-2aa6887716bc service nova] Releasing lock "refresh_cache-dd1540d1-7a34-4b83-abcd-6e81f26de73d" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.606181] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905240, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.699835] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d516a4-c186-75db-eee0-e897e7b6f31c, 'name': SearchDatastore_Task, 'duration_secs': 0.020994} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.700154] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.700387] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.700653] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.700799] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.700973] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.701253] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae3a9889-2b08-4367-a1cd-bfc3ace4282d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.711701] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.711701] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.712228] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523a65a9-ba10-435e-88cc-9f1ef2c93bd6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.718023] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1155.718023] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b54b0b-6ebd-1b60-c193-3c8a025abf06" [ 1155.718023] env[68205]: _type = "Task" [ 1155.718023] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.726450] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b54b0b-6ebd-1b60-c193-3c8a025abf06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.819055] env[68205]: DEBUG nova.network.neutron [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance_info_cache with network_info: [{"id": "e3febe53-a3c9-4281-a9b3-414887021977", "address": "fa:16:3e:72:cb:61", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3febe53-a3", "ovs_interfaceid": "e3febe53-a3c9-4281-a9b3-414887021977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.846450] env[68205]: DEBUG nova.scheduler.client.report [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.106908] env[68205]: DEBUG oslo_vmware.api [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905240, 'name': PowerOnVM_Task, 'duration_secs': 0.564015} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.107472] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.108029] env[68205]: INFO nova.compute.manager [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1156.108291] env[68205]: DEBUG nova.compute.manager [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.109241] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14be3964-6f37-4e6c-b074-46bb00da5654 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.117085] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "3088e98f-8af4-460b-83d6-17782181b4fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.117358] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "3088e98f-8af4-460b-83d6-17782181b4fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.229436] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b54b0b-6ebd-1b60-c193-3c8a025abf06, 'name': SearchDatastore_Task, 'duration_secs': 0.012709} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.230361] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa56ac7-9df8-475d-84a4-a782d15a45f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.236141] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1156.236141] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5295d8c9-6747-20c6-a981-efbf40f253e4" [ 1156.236141] env[68205]: _type = "Task" [ 1156.236141] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.245226] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5295d8c9-6747-20c6-a981-efbf40f253e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.321172] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.351434] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.354354] env[68205]: DEBUG oslo_concurrency.lockutils [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.334s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.354635] env[68205]: DEBUG nova.objects.instance [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'resources' on Instance uuid 99144280-d6c4-4f24-84bf-67d875299893 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.376109] env[68205]: INFO nova.scheduler.client.report [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleted allocations for instance d0671ddd-2c1d-4804-bada-5580fe3a7292 [ 1156.629205] env[68205]: DEBUG nova.compute.manager [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.634658] env[68205]: INFO nova.compute.manager [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Took 20.69 seconds to build instance. [ 1156.756105] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5295d8c9-6747-20c6-a981-efbf40f253e4, 'name': SearchDatastore_Task, 'duration_secs': 0.020967} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.756521] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.756793] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] dd1540d1-7a34-4b83-abcd-6e81f26de73d/dd1540d1-7a34-4b83-abcd-6e81f26de73d.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.757080] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85ee06f6-d59f-45e2-806a-95be54f9fc43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.766443] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1156.766443] env[68205]: value = "task-2905241" [ 1156.766443] env[68205]: _type = "Task" [ 1156.766443] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.775292] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.883919] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f5c767fb-c5cf-4d37-9c68-cf7f4fe5a524 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "d0671ddd-2c1d-4804-bada-5580fe3a7292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.874s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.032447] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6288608f-d506-4903-866c-021a892fd2c9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.040874] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23838b2-db1f-43c4-9372-4eac3da8c7e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.071576] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1ef49d-439d-4b58-8465-6a06475b5089 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.080103] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04336b0-d935-4094-bc5b-1ee6f644716a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.095387] env[68205]: DEBUG nova.compute.provider_tree [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.138319] env[68205]: DEBUG oslo_concurrency.lockutils [None req-634ccaad-a9d0-4bfc-9bc8-b4d95b2fadfd tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.206s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.148841] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.279670] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905241, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.599192] env[68205]: DEBUG nova.scheduler.client.report [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.784105] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772847} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.784423] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] dd1540d1-7a34-4b83-abcd-6e81f26de73d/dd1540d1-7a34-4b83-abcd-6e81f26de73d.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.784664] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.784890] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faef0a84-83ca-4cb3-8624-c732a1aa4ed5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.792466] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1157.792466] env[68205]: value = "task-2905242" [ 1157.792466] env[68205]: _type = "Task" [ 1157.792466] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.806132] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.827029] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.827337] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.838584] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed100f34-eade-44e9-8b91-326afc22688d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.866889] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance '3e77ea57-189e-422a-86db-6da3e27d7946' progress to 0 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.105161] env[68205]: DEBUG oslo_concurrency.lockutils [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.108499] env[68205]: DEBUG oslo_concurrency.lockutils [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.162s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.108873] env[68205]: DEBUG nova.objects.instance [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'resources' on Instance uuid 6c2c4f6f-384f-4172-b446-9531fd3b1cd1 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.136221] env[68205]: INFO nova.scheduler.client.report [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Deleted allocations for instance 99144280-d6c4-4f24-84bf-67d875299893 [ 1158.304226] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133435} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.304658] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.305313] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e26cdb-5522-46ef-853d-403cddd19be4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.327394] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] dd1540d1-7a34-4b83-abcd-6e81f26de73d/dd1540d1-7a34-4b83-abcd-6e81f26de73d.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.327569] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8442b17e-dfb8-406f-88d5-6bc54d1527f5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.342142] env[68205]: DEBUG nova.compute.manager [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.354766] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1158.354766] env[68205]: value = "task-2905243" [ 1158.354766] env[68205]: _type = "Task" [ 1158.354766] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.365208] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905243, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.374096] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.374454] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9906731-5bba-4cef-b0e8-4d40f825c262 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.383200] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1158.383200] env[68205]: value = "task-2905244" [ 1158.383200] env[68205]: _type = "Task" [ 1158.383200] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.391229] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.539532] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.539807] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.540057] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.540214] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.540379] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.545265] env[68205]: INFO nova.compute.manager [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Terminating instance [ 1158.646514] env[68205]: DEBUG oslo_concurrency.lockutils [None req-af1ef6cd-c6a2-4204-b85e-08b12a8ed31a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "99144280-d6c4-4f24-84bf-67d875299893" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.649s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.771455] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244f86fd-4273-4620-9a0e-80fc27d2119b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.779996] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476ba7ee-9287-442c-9853-d014c86d58dc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.814339] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a00a62f-08ef-4acb-a19f-cd064404b8f8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.821910] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9689232f-4abc-49d3-8b21-1710fcde2969 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.834942] env[68205]: DEBUG nova.compute.provider_tree [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.860067] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.865567] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.892293] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905244, 'name': PowerOffVM_Task, 'duration_secs': 0.25861} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.892293] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.892512] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance '3e77ea57-189e-422a-86db-6da3e27d7946' progress to 17 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.048007] env[68205]: DEBUG nova.compute.manager [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.048382] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.049366] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234b9327-e720-470f-b863-0ccd46b87b83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.058872] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.059158] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec65ebe1-4ce7-466d-9c33-9e9209e20bbc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.066246] env[68205]: DEBUG oslo_vmware.api [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1159.066246] env[68205]: value = "task-2905245" [ 1159.066246] env[68205]: _type = "Task" [ 1159.066246] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.076343] env[68205]: DEBUG oslo_vmware.api [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.186496] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquiring lock "7f6bf773-f9be-4387-9735-413c51ba88d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.186496] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "7f6bf773-f9be-4387-9735-413c51ba88d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.337612] env[68205]: DEBUG nova.scheduler.client.report [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.367564] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905243, 'name': ReconfigVM_Task, 'duration_secs': 0.956148} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.367850] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Reconfigured VM instance instance-00000063 to attach disk [datastore1] dd1540d1-7a34-4b83-abcd-6e81f26de73d/dd1540d1-7a34-4b83-abcd-6e81f26de73d.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.368483] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c057a8b7-6a32-4aab-9f97-6ebf8b7398a9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.374432] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1159.374432] env[68205]: value = "task-2905246" [ 1159.374432] env[68205]: _type = "Task" [ 1159.374432] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.382682] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905246, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.398417] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.398675] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.398860] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.399067] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.399218] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.399366] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.399570] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.399727] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.399892] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.400269] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.400486] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.405900] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb40241-aaa5-4098-9a5b-e9faf754591b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.421329] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1159.421329] env[68205]: value = "task-2905247" [ 1159.421329] env[68205]: _type = "Task" [ 1159.421329] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.430798] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.578340] env[68205]: DEBUG oslo_vmware.api [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905245, 'name': PowerOffVM_Task, 'duration_secs': 0.256423} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.578607] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.583019] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.583019] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29d23fd8-acf0-40c3-9862-b5e143944c31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.639797] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.640496] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.640884] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleting the datastore file [datastore2] dea289fc-a039-40a8-8f83-fd54d6f95b7b {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.641275] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d1fa4cd-924a-4d1d-b04e-61de036f10cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.647491] env[68205]: DEBUG oslo_vmware.api [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for the task: (returnval){ [ 1159.647491] env[68205]: value = "task-2905249" [ 1159.647491] env[68205]: _type = "Task" [ 1159.647491] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.656025] env[68205]: DEBUG oslo_vmware.api [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.691568] env[68205]: DEBUG nova.compute.manager [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.842314] env[68205]: DEBUG oslo_concurrency.lockutils [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.844778] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.696s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.846782] env[68205]: INFO nova.compute.claims [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.873170] env[68205]: INFO nova.scheduler.client.report [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleted allocations for instance 6c2c4f6f-384f-4172-b446-9531fd3b1cd1 [ 1159.891315] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905246, 'name': Rename_Task, 'duration_secs': 0.146807} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.891717] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.892680] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dd9db30-e2bb-4d47-99bd-eddf1592ba2b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.903463] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1159.903463] env[68205]: value = "task-2905250" [ 1159.903463] env[68205]: _type = "Task" [ 1159.903463] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.917893] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.937631] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905247, 'name': ReconfigVM_Task, 'duration_secs': 0.290589} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.939263] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance '3e77ea57-189e-422a-86db-6da3e27d7946' progress to 33 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.158448] env[68205]: DEBUG oslo_vmware.api [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Task: {'id': task-2905249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149883} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.158448] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.158448] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.158928] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.159296] env[68205]: INFO nova.compute.manager [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1160.159774] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.160082] env[68205]: DEBUG nova.compute.manager [-] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.160293] env[68205]: DEBUG nova.network.neutron [-] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.216576] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.387928] env[68205]: DEBUG oslo_concurrency.lockutils [None req-97020b94-be1f-4103-83a4-713bae10f170 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.092s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.391127] env[68205]: DEBUG oslo_concurrency.lockutils [req-3c281c84-1189-40bf-a708-86d0d9ef289a req-44b83058-08f1-42bd-a880-a5943564cd12 service nova] Acquired lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.391127] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4809b99a-ebe4-4ca6-9f1f-94115a121c98 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.400145] env[68205]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1160.400817] env[68205]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68205) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1160.401346] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c49d047a-3b35-4a2d-8f36-532acafb9da5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.418161] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdd3437-857e-4205-a93d-56149869fe85 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.432730] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905250, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.436634] env[68205]: DEBUG nova.compute.manager [req-329f3d30-a133-4c96-93c2-66c7b30de5e1 req-21ddbb28-a837-4b48-893b-955f71982838 service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Received event network-vif-deleted-3a0eec9e-5326-4cc5-98c9-db2b366b1a28 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.436634] env[68205]: INFO nova.compute.manager [req-329f3d30-a133-4c96-93c2-66c7b30de5e1 req-21ddbb28-a837-4b48-893b-955f71982838 service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Neutron deleted interface 3a0eec9e-5326-4cc5-98c9-db2b366b1a28; detaching it from the instance and deleting it from the info cache [ 1160.436634] env[68205]: DEBUG nova.network.neutron [req-329f3d30-a133-4c96-93c2-66c7b30de5e1 req-21ddbb28-a837-4b48-893b-955f71982838 service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.446011] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.446240] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.446373] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.446551] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.446693] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.446846] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.447070] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.447235] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.447404] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.447828] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.447873] env[68205]: DEBUG nova.virt.hardware [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.453958] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1160.465571] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9faaee4-6097-48ef-9a92-c8ff02b69824 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.480794] env[68205]: ERROR root [req-3c281c84-1189-40bf-a708-86d0d9ef289a req-44b83058-08f1-42bd-a880-a5943564cd12 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-583462' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-583462' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-583462' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-583462'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-583462' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-583462' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-583462'}\n"]: nova.exception.InstanceNotFound: Instance 6c2c4f6f-384f-4172-b446-9531fd3b1cd1 could not be found. [ 1160.481026] env[68205]: DEBUG oslo_concurrency.lockutils [req-3c281c84-1189-40bf-a708-86d0d9ef289a req-44b83058-08f1-42bd-a880-a5943564cd12 service nova] Releasing lock "6c2c4f6f-384f-4172-b446-9531fd3b1cd1" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.481249] env[68205]: DEBUG nova.compute.manager [req-3c281c84-1189-40bf-a708-86d0d9ef289a req-44b83058-08f1-42bd-a880-a5943564cd12 service nova] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Detach interface failed, port_id=ebc007fe-77f0-4eb9-99a4-d971e8287a36, reason: Instance 6c2c4f6f-384f-4172-b446-9531fd3b1cd1 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.481437] env[68205]: DEBUG nova.compute.manager [req-3c281c84-1189-40bf-a708-86d0d9ef289a req-44b83058-08f1-42bd-a880-a5943564cd12 service nova] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Received event network-vif-deleted-0ea19003-b540-400d-85f7-71f3c586d704 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.488766] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1160.488766] env[68205]: value = "task-2905251" [ 1160.488766] env[68205]: _type = "Task" [ 1160.488766] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.498355] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.916510] env[68205]: DEBUG oslo_vmware.api [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905250, 'name': PowerOnVM_Task, 'duration_secs': 0.646925} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.916510] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.916670] env[68205]: INFO nova.compute.manager [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1160.916837] env[68205]: DEBUG nova.compute.manager [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.918135] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ee55a6-3525-4581-8814-e7135f0ada98 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.938219] env[68205]: DEBUG nova.network.neutron [-] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.939744] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc82d98d-6a68-431a-8468-4f0da3449f3b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.948878] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3e6593-a34b-4947-b42e-ae17b989b22e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.980864] env[68205]: DEBUG nova.compute.manager [req-329f3d30-a133-4c96-93c2-66c7b30de5e1 req-21ddbb28-a837-4b48-893b-955f71982838 service nova] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Detach interface failed, port_id=3a0eec9e-5326-4cc5-98c9-db2b366b1a28, reason: Instance dea289fc-a039-40a8-8f83-fd54d6f95b7b could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.001363] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905251, 'name': ReconfigVM_Task, 'duration_secs': 0.162952} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.001647] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1161.002982] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13e5c61-ddf8-462c-89d1-cb8f93a986b2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.027345] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 3e77ea57-189e-422a-86db-6da3e27d7946/3e77ea57-189e-422a-86db-6da3e27d7946.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.031081] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fedc1c4b-26fa-4a78-9a1f-7c2c9573f8fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.048458] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "21cea874-047b-4419-8251-2a93406681ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.048609] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.055883] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1161.055883] env[68205]: value = "task-2905252" [ 1161.055883] env[68205]: _type = "Task" [ 1161.055883] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.067231] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.073912] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6404b3e8-797c-49c5-9d04-32f5a58e0a82 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.081659] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0a0191-d793-4cca-8097-9a2fb494c2f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.112973] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2033039a-e17c-4d89-8c21-ceab32c49d71 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.120636] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf93837-8bcf-4ca3-9093-aeea4f77190f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.134115] env[68205]: DEBUG nova.compute.provider_tree [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.440951] env[68205]: INFO nova.compute.manager [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Took 16.43 seconds to build instance. [ 1161.445588] env[68205]: INFO nova.compute.manager [-] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Took 1.29 seconds to deallocate network for instance. [ 1161.550991] env[68205]: DEBUG nova.compute.manager [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.565474] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905252, 'name': ReconfigVM_Task, 'duration_secs': 0.274042} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.565762] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 3e77ea57-189e-422a-86db-6da3e27d7946/3e77ea57-189e-422a-86db-6da3e27d7946.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.566120] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance '3e77ea57-189e-422a-86db-6da3e27d7946' progress to 50 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.637380] env[68205]: DEBUG nova.scheduler.client.report [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.943552] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9cddea3-12a4-4785-a308-10b8662a56a1 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.696s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.951820] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.073899] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.074746] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373413bc-74f0-47ed-b6e3-01a6313e87c6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.094279] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df182f3-f524-4f86-a549-61b71ddadc46 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.112189] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance '3e77ea57-189e-422a-86db-6da3e27d7946' progress to 67 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.142943] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.143513] env[68205]: DEBUG nova.compute.manager [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.146195] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.286s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.147656] env[68205]: INFO nova.compute.claims [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.652829] env[68205]: DEBUG nova.compute.utils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.656378] env[68205]: DEBUG nova.compute.manager [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.656547] env[68205]: DEBUG nova.network.neutron [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.659741] env[68205]: DEBUG nova.network.neutron [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Port e3febe53-a3c9-4281-a9b3-414887021977 binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1162.692363] env[68205]: DEBUG nova.policy [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6568bbd6cd44e41a0d59f4555b09acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01e82def949a4ced86440216a4dcc0ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.736569] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.736816] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.736980] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.737184] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.737348] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.739508] env[68205]: INFO nova.compute.manager [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Terminating instance [ 1162.774368] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.774602] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "382561c0-ff10-4612-a66e-bc079b7333f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.035130] env[68205]: DEBUG nova.network.neutron [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Successfully created port: 080cf8a4-8346-4677-afc4-f5ff83341438 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.157348] env[68205]: DEBUG nova.compute.manager [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.243409] env[68205]: DEBUG nova.compute.manager [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.243631] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.244541] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c0705e-ffc1-47c1-9136-e1a06e41ca2d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.255673] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.255780] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c464857-c014-44cd-9267-9555ad68fac0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.261966] env[68205]: DEBUG oslo_vmware.api [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1163.261966] env[68205]: value = "task-2905253" [ 1163.261966] env[68205]: _type = "Task" [ 1163.261966] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.272252] env[68205]: DEBUG oslo_vmware.api [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.282257] env[68205]: DEBUG nova.compute.manager [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.357240] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fcee49-db5b-4743-84a5-c2f2e7bad64b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.365352] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0bf372-21c6-4422-9fa1-c7b3a0d951fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.396341] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1274de24-ad8c-43fc-87c8-961ff70ae2bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.403473] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6205c9ca-30b6-423a-9964-f781ee60635a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.417869] env[68205]: DEBUG nova.compute.provider_tree [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.690192] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "3e77ea57-189e-422a-86db-6da3e27d7946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.690511] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "3e77ea57-189e-422a-86db-6da3e27d7946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.690620] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "3e77ea57-189e-422a-86db-6da3e27d7946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.775039] env[68205]: DEBUG oslo_vmware.api [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905253, 'name': PowerOffVM_Task, 'duration_secs': 0.204186} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.775039] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.775039] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.775039] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d20619a-4b52-4095-b0e5-60f985b8547e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.799830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.835702] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.836639] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.836639] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleting the datastore file [datastore1] dd1540d1-7a34-4b83-abcd-6e81f26de73d {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.836639] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b964c89d-67f4-45d7-a226-d44e8f1e12f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.843587] env[68205]: DEBUG oslo_vmware.api [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1163.843587] env[68205]: value = "task-2905255" [ 1163.843587] env[68205]: _type = "Task" [ 1163.843587] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.851490] env[68205]: DEBUG oslo_vmware.api [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.921684] env[68205]: DEBUG nova.scheduler.client.report [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.173489] env[68205]: DEBUG nova.compute.manager [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.200520] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.200791] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.200950] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.201145] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.201292] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.201439] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.201663] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.201829] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.202015] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.202188] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.202359] env[68205]: DEBUG nova.virt.hardware [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.203218] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2f4293-f946-4f10-81f1-78c0d4f8e8f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.212174] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2023a2-e761-4ac2-bfd9-bda4213161b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.353708] env[68205]: DEBUG oslo_vmware.api [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141911} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.353991] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.354193] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.354369] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.354540] env[68205]: INFO nova.compute.manager [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1164.354823] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.354962] env[68205]: DEBUG nova.compute.manager [-] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.355098] env[68205]: DEBUG nova.network.neutron [-] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.426802] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.427784] env[68205]: DEBUG nova.compute.manager [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.430798] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.214s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.432312] env[68205]: INFO nova.compute.claims [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.545848] env[68205]: DEBUG nova.compute.manager [req-1f72d70c-62b8-4975-b6f2-12cdd7d402dc req-7144b69e-77e8-451a-b860-7cf9d8dba39c service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Received event network-vif-plugged-080cf8a4-8346-4677-afc4-f5ff83341438 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.546095] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f72d70c-62b8-4975-b6f2-12cdd7d402dc req-7144b69e-77e8-451a-b860-7cf9d8dba39c service nova] Acquiring lock "3088e98f-8af4-460b-83d6-17782181b4fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.546367] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f72d70c-62b8-4975-b6f2-12cdd7d402dc req-7144b69e-77e8-451a-b860-7cf9d8dba39c service nova] Lock "3088e98f-8af4-460b-83d6-17782181b4fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.546482] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f72d70c-62b8-4975-b6f2-12cdd7d402dc req-7144b69e-77e8-451a-b860-7cf9d8dba39c service nova] Lock "3088e98f-8af4-460b-83d6-17782181b4fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.546643] env[68205]: DEBUG nova.compute.manager [req-1f72d70c-62b8-4975-b6f2-12cdd7d402dc req-7144b69e-77e8-451a-b860-7cf9d8dba39c service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] No waiting events found dispatching network-vif-plugged-080cf8a4-8346-4677-afc4-f5ff83341438 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.546783] env[68205]: WARNING nova.compute.manager [req-1f72d70c-62b8-4975-b6f2-12cdd7d402dc req-7144b69e-77e8-451a-b860-7cf9d8dba39c service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Received unexpected event network-vif-plugged-080cf8a4-8346-4677-afc4-f5ff83341438 for instance with vm_state building and task_state spawning. [ 1164.704915] env[68205]: DEBUG nova.network.neutron [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Successfully updated port: 080cf8a4-8346-4677-afc4-f5ff83341438 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.742038] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.742038] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.742038] env[68205]: DEBUG nova.network.neutron [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.936830] env[68205]: DEBUG nova.compute.utils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.940056] env[68205]: DEBUG nova.compute.manager [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.940223] env[68205]: DEBUG nova.network.neutron [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.994645] env[68205]: DEBUG nova.policy [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '273f064640624a599232c9064324fbfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77006cdf69ea44a58d70373050909a1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.208043] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.208510] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.208936] env[68205]: DEBUG nova.network.neutron [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.264380] env[68205]: DEBUG nova.network.neutron [-] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.284114] env[68205]: DEBUG nova.network.neutron [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Successfully created port: f0ca97f8-5a00-49ed-a686-8e6705700aad {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.445861] env[68205]: DEBUG nova.compute.manager [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.462256] env[68205]: DEBUG nova.network.neutron [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance_info_cache with network_info: [{"id": "e3febe53-a3c9-4281-a9b3-414887021977", "address": "fa:16:3e:72:cb:61", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3febe53-a3", "ovs_interfaceid": "e3febe53-a3c9-4281-a9b3-414887021977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.608140] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa65a10-ecea-4e66-91ee-132af3d2d85c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.615478] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1aed8e-3084-4e61-8597-611a3e581f47 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.647193] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3882c247-63c3-4301-a2d0-a63c9a5e1560 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.654567] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d4c68e-b001-4ad7-bc5b-41550a869266 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.667540] env[68205]: DEBUG nova.compute.provider_tree [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.742020] env[68205]: DEBUG nova.network.neutron [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.766146] env[68205]: INFO nova.compute.manager [-] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Took 1.41 seconds to deallocate network for instance. [ 1165.916800] env[68205]: DEBUG nova.network.neutron [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance_info_cache with network_info: [{"id": "080cf8a4-8346-4677-afc4-f5ff83341438", "address": "fa:16:3e:4d:5b:e2", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080cf8a4-83", "ovs_interfaceid": "080cf8a4-8346-4677-afc4-f5ff83341438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.965111] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.171731] env[68205]: DEBUG nova.scheduler.client.report [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.273960] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.420092] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.420443] env[68205]: DEBUG nova.compute.manager [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Instance network_info: |[{"id": "080cf8a4-8346-4677-afc4-f5ff83341438", "address": "fa:16:3e:4d:5b:e2", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080cf8a4-83", "ovs_interfaceid": "080cf8a4-8346-4677-afc4-f5ff83341438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.420933] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:5b:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '080cf8a4-8346-4677-afc4-f5ff83341438', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.428650] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.428923] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.429161] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8de61cc5-0dec-42b2-9bde-5cc2938cb543 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.450123] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.450123] env[68205]: value = "task-2905256" [ 1166.450123] env[68205]: _type = "Task" [ 1166.450123] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.455586] env[68205]: DEBUG nova.compute.manager [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.460500] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905256, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.482570] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.482815] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.482993] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.483192] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.483345] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.483481] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.483706] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.483912] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.484062] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.484232] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.484392] env[68205]: DEBUG nova.virt.hardware [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.485256] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7837c2a6-0d8f-49c0-b5e9-c5aa3ee01a08 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.488838] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c227aab-3773-48bd-94cf-da47f7396dd3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.509024] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dac9a6e-61f1-4c43-a3fe-34d0d6b68168 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.514192] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4de19e-87f5-4e94-b0b4-8dbdf0346b6d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.539183] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance '3e77ea57-189e-422a-86db-6da3e27d7946' progress to 83 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.577010] env[68205]: DEBUG nova.compute.manager [req-6e129786-e61f-485a-8d18-bf36cda456a9 req-ca43b88c-0b5a-4228-a930-cb057480256d service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Received event network-changed-080cf8a4-8346-4677-afc4-f5ff83341438 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.577379] env[68205]: DEBUG nova.compute.manager [req-6e129786-e61f-485a-8d18-bf36cda456a9 req-ca43b88c-0b5a-4228-a930-cb057480256d service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Refreshing instance network info cache due to event network-changed-080cf8a4-8346-4677-afc4-f5ff83341438. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.577764] env[68205]: DEBUG oslo_concurrency.lockutils [req-6e129786-e61f-485a-8d18-bf36cda456a9 req-ca43b88c-0b5a-4228-a930-cb057480256d service nova] Acquiring lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.578049] env[68205]: DEBUG oslo_concurrency.lockutils [req-6e129786-e61f-485a-8d18-bf36cda456a9 req-ca43b88c-0b5a-4228-a930-cb057480256d service nova] Acquired lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.578385] env[68205]: DEBUG nova.network.neutron [req-6e129786-e61f-485a-8d18-bf36cda456a9 req-ca43b88c-0b5a-4228-a930-cb057480256d service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Refreshing network info cache for port 080cf8a4-8346-4677-afc4-f5ff83341438 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.676071] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.677434] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.726s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.678177] env[68205]: DEBUG nova.objects.instance [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lazy-loading 'resources' on Instance uuid dea289fc-a039-40a8-8f83-fd54d6f95b7b {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.793539] env[68205]: DEBUG nova.network.neutron [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Successfully updated port: f0ca97f8-5a00-49ed-a686-8e6705700aad {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.961071] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905256, 'name': CreateVM_Task, 'duration_secs': 0.337638} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.961071] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.961289] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.961449] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.961825] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.962068] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f153b4-85c3-4868-86b0-683e4c9cf537 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.966959] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1166.966959] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524112e8-ead9-1955-2481-cd903bf65854" [ 1166.966959] env[68205]: _type = "Task" [ 1166.966959] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.974796] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524112e8-ead9-1955-2481-cd903bf65854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.049338] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.049575] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ffc5fa9-3116-4d90-a9d8-73c056457346 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.057043] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1167.057043] env[68205]: value = "task-2905257" [ 1167.057043] env[68205]: _type = "Task" [ 1167.057043] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.065144] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.179907] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquiring lock "73e54e81-565e-4107-950d-7a6d95c1190d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.180198] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "73e54e81-565e-4107-950d-7a6d95c1190d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.187699] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "73e54e81-565e-4107-950d-7a6d95c1190d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.007s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.188174] env[68205]: DEBUG nova.compute.manager [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.286209] env[68205]: DEBUG nova.network.neutron [req-6e129786-e61f-485a-8d18-bf36cda456a9 req-ca43b88c-0b5a-4228-a930-cb057480256d service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updated VIF entry in instance network info cache for port 080cf8a4-8346-4677-afc4-f5ff83341438. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.286638] env[68205]: DEBUG nova.network.neutron [req-6e129786-e61f-485a-8d18-bf36cda456a9 req-ca43b88c-0b5a-4228-a930-cb057480256d service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance_info_cache with network_info: [{"id": "080cf8a4-8346-4677-afc4-f5ff83341438", "address": "fa:16:3e:4d:5b:e2", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080cf8a4-83", "ovs_interfaceid": "080cf8a4-8346-4677-afc4-f5ff83341438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.295662] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.295859] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.295967] env[68205]: DEBUG nova.network.neutron [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.377223] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d8859-e290-4252-bff9-f95aaeec073c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.385375] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbf397d-def4-4967-83f1-57e5339c6b18 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.417926] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78ede33-3dce-4359-bd8a-86bd560f843f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.426101] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0c4271-b6b4-410d-8bd5-b816fa8ed35a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.440293] env[68205]: DEBUG nova.compute.provider_tree [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.477735] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524112e8-ead9-1955-2481-cd903bf65854, 'name': SearchDatastore_Task, 'duration_secs': 0.013287} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.478053] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.478291] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.478515] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.478653] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.478826] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.479093] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aee7c099-1ccc-4525-85ae-920d7f7e0a68 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.487582] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.487752] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.488461] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49dd55f6-8768-4779-968f-269fbca2d416 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.493183] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1167.493183] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526f2bbe-dad0-91ea-0d2e-5dde27b32193" [ 1167.493183] env[68205]: _type = "Task" [ 1167.493183] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.500460] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526f2bbe-dad0-91ea-0d2e-5dde27b32193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.567119] env[68205]: DEBUG oslo_vmware.api [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905257, 'name': PowerOnVM_Task, 'duration_secs': 0.386969} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.567414] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.567600] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8eeff6c2-1898-417f-b145-03d4f2a2c48a tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance '3e77ea57-189e-422a-86db-6da3e27d7946' progress to 100 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.693776] env[68205]: DEBUG nova.compute.utils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.695075] env[68205]: DEBUG nova.compute.manager [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.695213] env[68205]: DEBUG nova.network.neutron [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.730352] env[68205]: DEBUG nova.policy [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c874e8e9eed4ea1a1c5513e7e5b3828', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1da0470f08da4a7394de46197b5b9118', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.789889] env[68205]: DEBUG oslo_concurrency.lockutils [req-6e129786-e61f-485a-8d18-bf36cda456a9 req-ca43b88c-0b5a-4228-a930-cb057480256d service nova] Releasing lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.789972] env[68205]: DEBUG nova.compute.manager [req-6e129786-e61f-485a-8d18-bf36cda456a9 req-ca43b88c-0b5a-4228-a930-cb057480256d service nova] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Received event network-vif-deleted-fc35214a-0c8f-4669-aa66-038a87e322ac {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.827596] env[68205]: DEBUG nova.network.neutron [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.943128] env[68205]: DEBUG nova.scheduler.client.report [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.983444] env[68205]: DEBUG nova.network.neutron [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance_info_cache with network_info: [{"id": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "address": "fa:16:3e:46:de:fa", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ca97f8-5a", "ovs_interfaceid": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.005726] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526f2bbe-dad0-91ea-0d2e-5dde27b32193, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.006624] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbbaa16-02c6-408c-baea-f71ae1ecf873 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.012677] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1168.012677] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52351877-3129-6928-0893-fae882987cf9" [ 1168.012677] env[68205]: _type = "Task" [ 1168.012677] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.016699] env[68205]: DEBUG nova.network.neutron [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Successfully created port: d33c3e31-0b69-4118-9c2a-7176fcbc31c7 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.024362] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52351877-3129-6928-0893-fae882987cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.024563] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.024807] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 3088e98f-8af4-460b-83d6-17782181b4fc/3088e98f-8af4-460b-83d6-17782181b4fc.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.025762] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8302024e-4820-4a60-b6fc-75a8ec33a76a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.031290] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1168.031290] env[68205]: value = "task-2905258" [ 1168.031290] env[68205]: _type = "Task" [ 1168.031290] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.039949] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.198513] env[68205]: DEBUG nova.compute.manager [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.447206] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "505736ae-1357-403a-9640-0a68e9e12ad7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.447450] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.449544] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.452433] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.379s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.454007] env[68205]: INFO nova.compute.claims [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.476675] env[68205]: INFO nova.scheduler.client.report [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Deleted allocations for instance dea289fc-a039-40a8-8f83-fd54d6f95b7b [ 1168.486467] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.486797] env[68205]: DEBUG nova.compute.manager [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Instance network_info: |[{"id": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "address": "fa:16:3e:46:de:fa", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ca97f8-5a", "ovs_interfaceid": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.487622] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:de:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0ca97f8-5a00-49ed-a686-8e6705700aad', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.495833] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.496944] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.497245] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-028846ea-0078-4a44-994b-8c7b0964c047 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.518023] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.518023] env[68205]: value = "task-2905259" [ 1168.518023] env[68205]: _type = "Task" [ 1168.518023] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.526957] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905259, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.540024] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480442} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.540298] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 3088e98f-8af4-460b-83d6-17782181b4fc/3088e98f-8af4-460b-83d6-17782181b4fc.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.540571] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.540850] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8f89c72-7548-4f73-b33d-94adc1301d21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.549352] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1168.549352] env[68205]: value = "task-2905260" [ 1168.549352] env[68205]: _type = "Task" [ 1168.549352] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.558952] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.711528] env[68205]: DEBUG nova.compute.manager [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Received event network-vif-plugged-f0ca97f8-5a00-49ed-a686-8e6705700aad {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.711771] env[68205]: DEBUG oslo_concurrency.lockutils [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] Acquiring lock "da259670-8347-4bf2-bee2-b8c2eb3a0009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.712023] env[68205]: DEBUG oslo_concurrency.lockutils [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.712189] env[68205]: DEBUG oslo_concurrency.lockutils [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.712396] env[68205]: DEBUG nova.compute.manager [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] No waiting events found dispatching network-vif-plugged-f0ca97f8-5a00-49ed-a686-8e6705700aad {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.713182] env[68205]: WARNING nova.compute.manager [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Received unexpected event network-vif-plugged-f0ca97f8-5a00-49ed-a686-8e6705700aad for instance with vm_state building and task_state spawning. [ 1168.713182] env[68205]: DEBUG nova.compute.manager [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Received event network-changed-f0ca97f8-5a00-49ed-a686-8e6705700aad {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.713182] env[68205]: DEBUG nova.compute.manager [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Refreshing instance network info cache due to event network-changed-f0ca97f8-5a00-49ed-a686-8e6705700aad. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.713182] env[68205]: DEBUG oslo_concurrency.lockutils [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] Acquiring lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.713353] env[68205]: DEBUG oslo_concurrency.lockutils [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] Acquired lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.713383] env[68205]: DEBUG nova.network.neutron [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Refreshing network info cache for port f0ca97f8-5a00-49ed-a686-8e6705700aad {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.954072] env[68205]: DEBUG nova.compute.utils [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.984835] env[68205]: DEBUG oslo_concurrency.lockutils [None req-70d57d5e-eb60-4af8-bd6e-a22b06219086 tempest-ServerDiskConfigTestJSON-350542521 tempest-ServerDiskConfigTestJSON-350542521-project-member] Lock "dea289fc-a039-40a8-8f83-fd54d6f95b7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.445s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.030216] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905259, 'name': CreateVM_Task, 'duration_secs': 0.294643} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.030422] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.031069] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.031239] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.031548] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.032090] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58dcc279-dd07-46e7-99a8-f7ffc4cfc87f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.036850] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1169.036850] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529d4e18-24f3-114f-dd5e-c4f5a6ea20f2" [ 1169.036850] env[68205]: _type = "Task" [ 1169.036850] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.044948] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529d4e18-24f3-114f-dd5e-c4f5a6ea20f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.057255] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075297} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.057502] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.058280] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2f651b-6e4c-4519-9bdb-6d64185eee46 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.079839] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 3088e98f-8af4-460b-83d6-17782181b4fc/3088e98f-8af4-460b-83d6-17782181b4fc.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.080109] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8d8e12-6a74-4c2e-a600-6baaeac6a96d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.105707] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1169.105707] env[68205]: value = "task-2905261" [ 1169.105707] env[68205]: _type = "Task" [ 1169.105707] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.113600] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.208635] env[68205]: DEBUG nova.compute.manager [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.235618] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.235887] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.236096] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.236330] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.236519] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.236752] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.236961] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.237187] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.237401] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.237607] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.237914] env[68205]: DEBUG nova.virt.hardware [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.239017] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc0328-09fc-44c0-b0c1-fb73e810a656 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.246837] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045c6624-c993-45ad-93fe-430366c08a6c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.457640] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.465365] env[68205]: DEBUG nova.network.neutron [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updated VIF entry in instance network info cache for port f0ca97f8-5a00-49ed-a686-8e6705700aad. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.465891] env[68205]: DEBUG nova.network.neutron [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance_info_cache with network_info: [{"id": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "address": "fa:16:3e:46:de:fa", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ca97f8-5a", "ovs_interfaceid": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.543163] env[68205]: DEBUG nova.network.neutron [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Successfully updated port: d33c3e31-0b69-4118-9c2a-7176fcbc31c7 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.555749] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529d4e18-24f3-114f-dd5e-c4f5a6ea20f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.556679] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.556911] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.557168] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.557316] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.557489] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.557984] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12e8cb5f-5f4c-4fea-bc34-bdf11c7df34b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.569437] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.569614] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.570355] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ecbe54-1e7f-4425-bfc8-60486460b00c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.578311] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1169.578311] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d0b63-4838-cd75-8b17-07bd0a04058d" [ 1169.578311] env[68205]: _type = "Task" [ 1169.578311] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.586764] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d0b63-4838-cd75-8b17-07bd0a04058d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.614920] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905261, 'name': ReconfigVM_Task, 'duration_secs': 0.336178} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.617788] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 3088e98f-8af4-460b-83d6-17782181b4fc/3088e98f-8af4-460b-83d6-17782181b4fc.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.618607] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4db8017-7adc-4b71-8910-dd1bb514c3bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.624734] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1169.624734] env[68205]: value = "task-2905262" [ 1169.624734] env[68205]: _type = "Task" [ 1169.624734] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.635702] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905262, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.652229] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb7354-e4c6-4bd1-b83a-8a8ca15ba559 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.659700] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ddde95-191a-4e03-ba21-5bb0c748a252 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.699351] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e462e58-ed66-449b-8680-3a5dcb98bede {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.707838] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fbc7f9-e19d-437a-9407-6d184e3d3bf6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.723662] env[68205]: DEBUG nova.compute.provider_tree [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.970049] env[68205]: DEBUG oslo_concurrency.lockutils [req-de687f1a-6840-4556-b1ca-af79b8893e24 req-6dbe005a-2121-4cdc-af6a-54f889cf8dbb service nova] Releasing lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.046134] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquiring lock "refresh_cache-7f6bf773-f9be-4387-9735-413c51ba88d7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.046134] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquired lock "refresh_cache-7f6bf773-f9be-4387-9735-413c51ba88d7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.046134] env[68205]: DEBUG nova.network.neutron [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.091077] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522d0b63-4838-cd75-8b17-07bd0a04058d, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.091981] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cda1628-0161-4161-a630-5e1bb3972fd6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.098288] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1170.098288] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52246dfe-a205-cea7-f320-17af8083c947" [ 1170.098288] env[68205]: _type = "Task" [ 1170.098288] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.106380] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52246dfe-a205-cea7-f320-17af8083c947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.136462] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905262, 'name': Rename_Task, 'duration_secs': 0.150895} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.136859] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.137211] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bae3446-1a0b-47ce-bd3c-cbb2b68ee202 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.144624] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1170.144624] env[68205]: value = "task-2905263" [ 1170.144624] env[68205]: _type = "Task" [ 1170.144624] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.153488] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.228182] env[68205]: DEBUG nova.scheduler.client.report [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.291677] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "3e77ea57-189e-422a-86db-6da3e27d7946" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.292029] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "3e77ea57-189e-422a-86db-6da3e27d7946" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.292251] env[68205]: DEBUG nova.compute.manager [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Going to confirm migration 7 {{(pid=68205) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1170.514943] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "505736ae-1357-403a-9640-0a68e9e12ad7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.515502] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.516087] env[68205]: INFO nova.compute.manager [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Attaching volume 87eb1b36-da65-42b7-8639-4a9ee10fb6b8 to /dev/sdb [ 1170.558116] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e6e07c-3164-46f4-95b2-1745f3105431 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.565112] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4000e5f8-eaf8-4f8f-8df8-5a7473dec4b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.582779] env[68205]: DEBUG nova.virt.block_device [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Updating existing volume attachment record: 72f40651-ad11-4055-94e5-d76ae5ce3f64 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.611502] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52246dfe-a205-cea7-f320-17af8083c947, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.611502] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.611502] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] da259670-8347-4bf2-bee2-b8c2eb3a0009/da259670-8347-4bf2-bee2-b8c2eb3a0009.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.611502] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ced826-2a0a-41b7-80d8-853a16b2db68 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.621203] env[68205]: DEBUG nova.network.neutron [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.623613] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1170.623613] env[68205]: value = "task-2905264" [ 1170.623613] env[68205]: _type = "Task" [ 1170.623613] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.635702] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.656092] env[68205]: DEBUG oslo_vmware.api [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905263, 'name': PowerOnVM_Task, 'duration_secs': 0.503993} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.656092] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.656092] env[68205]: INFO nova.compute.manager [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Took 6.48 seconds to spawn the instance on the hypervisor. [ 1170.656092] env[68205]: DEBUG nova.compute.manager [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.656320] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f49654-6ac2-4e81-a9b0-4f4af6b6c70f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.736459] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.737238] env[68205]: DEBUG nova.compute.manager [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.743154] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.942s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.743463] env[68205]: INFO nova.compute.claims [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.814236] env[68205]: DEBUG nova.network.neutron [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Updating instance_info_cache with network_info: [{"id": "d33c3e31-0b69-4118-9c2a-7176fcbc31c7", "address": "fa:16:3e:3b:d2:f5", "network": {"id": "baf4eb7a-4c86-43a0-aa8f-73ed87188d6b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1559593372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da0470f08da4a7394de46197b5b9118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33c3e31-0b", "ovs_interfaceid": "d33c3e31-0b69-4118-9c2a-7176fcbc31c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.823530] env[68205]: DEBUG nova.compute.manager [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Received event network-vif-plugged-d33c3e31-0b69-4118-9c2a-7176fcbc31c7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.823682] env[68205]: DEBUG oslo_concurrency.lockutils [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] Acquiring lock "7f6bf773-f9be-4387-9735-413c51ba88d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.823914] env[68205]: DEBUG oslo_concurrency.lockutils [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] Lock "7f6bf773-f9be-4387-9735-413c51ba88d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.824099] env[68205]: DEBUG oslo_concurrency.lockutils [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] Lock "7f6bf773-f9be-4387-9735-413c51ba88d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.824283] env[68205]: DEBUG nova.compute.manager [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] No waiting events found dispatching network-vif-plugged-d33c3e31-0b69-4118-9c2a-7176fcbc31c7 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.824560] env[68205]: WARNING nova.compute.manager [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Received unexpected event network-vif-plugged-d33c3e31-0b69-4118-9c2a-7176fcbc31c7 for instance with vm_state building and task_state spawning. [ 1170.824683] env[68205]: DEBUG nova.compute.manager [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Received event network-changed-d33c3e31-0b69-4118-9c2a-7176fcbc31c7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.824855] env[68205]: DEBUG nova.compute.manager [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Refreshing instance network info cache due to event network-changed-d33c3e31-0b69-4118-9c2a-7176fcbc31c7. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.825062] env[68205]: DEBUG oslo_concurrency.lockutils [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] Acquiring lock "refresh_cache-7f6bf773-f9be-4387-9735-413c51ba88d7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.894024] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.894441] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquired lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.894758] env[68205]: DEBUG nova.network.neutron [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.896079] env[68205]: DEBUG nova.objects.instance [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lazy-loading 'info_cache' on Instance uuid 3e77ea57-189e-422a-86db-6da3e27d7946 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.136731] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482641} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.137066] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] da259670-8347-4bf2-bee2-b8c2eb3a0009/da259670-8347-4bf2-bee2-b8c2eb3a0009.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.137234] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.137552] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97ba393a-5c11-4e47-89aa-fc9c9dd574bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.144909] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1171.144909] env[68205]: value = "task-2905268" [ 1171.144909] env[68205]: _type = "Task" [ 1171.144909] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.153496] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.178286] env[68205]: INFO nova.compute.manager [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Took 14.04 seconds to build instance. [ 1171.249748] env[68205]: DEBUG nova.compute.utils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.254088] env[68205]: DEBUG nova.compute.manager [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.254279] env[68205]: DEBUG nova.network.neutron [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.309650] env[68205]: DEBUG nova.policy [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0ebf986f31a42489f83303497e8c4ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aaa9adf91b92456f99abb9184d780a2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.316948] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Releasing lock "refresh_cache-7f6bf773-f9be-4387-9735-413c51ba88d7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.317279] env[68205]: DEBUG nova.compute.manager [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Instance network_info: |[{"id": "d33c3e31-0b69-4118-9c2a-7176fcbc31c7", "address": "fa:16:3e:3b:d2:f5", "network": {"id": "baf4eb7a-4c86-43a0-aa8f-73ed87188d6b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1559593372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da0470f08da4a7394de46197b5b9118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33c3e31-0b", "ovs_interfaceid": "d33c3e31-0b69-4118-9c2a-7176fcbc31c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.317858] env[68205]: DEBUG oslo_concurrency.lockutils [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] Acquired lock "refresh_cache-7f6bf773-f9be-4387-9735-413c51ba88d7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.317858] env[68205]: DEBUG nova.network.neutron [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Refreshing network info cache for port d33c3e31-0b69-4118-9c2a-7176fcbc31c7 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.318957] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:d2:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd33c3e31-0b69-4118-9c2a-7176fcbc31c7', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.331257] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Creating folder: Project (1da0470f08da4a7394de46197b5b9118). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.332502] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96d9ccd6-3fe8-4d68-85ef-23eb1d1166ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.345257] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Created folder: Project (1da0470f08da4a7394de46197b5b9118) in parent group-v583212. [ 1171.345470] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Creating folder: Instances. Parent ref: group-v583488. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.348562] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65a5017b-e7e0-4981-9e49-0ce8f6f921f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.360253] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Created folder: Instances in parent group-v583488. [ 1171.360527] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.360721] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.361020] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3762c986-3027-4fd8-b6cd-e7b6ec4060a4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.382306] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.382306] env[68205]: value = "task-2905271" [ 1171.382306] env[68205]: _type = "Task" [ 1171.382306] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.389208] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905271, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.517054] env[68205]: DEBUG oslo_concurrency.lockutils [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Acquiring lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.519196] env[68205]: DEBUG oslo_concurrency.lockutils [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.519196] env[68205]: DEBUG oslo_concurrency.lockutils [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Acquiring lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.519196] env[68205]: DEBUG oslo_concurrency.lockutils [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.519196] env[68205]: DEBUG oslo_concurrency.lockutils [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.523513] env[68205]: INFO nova.compute.manager [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Terminating instance [ 1171.619343] env[68205]: DEBUG nova.network.neutron [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Successfully created port: 51273f4c-fba3-4a4c-93c3-35e07100e223 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.654963] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065486} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.655263] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.656054] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b881da-278a-4576-99e1-4d2d0a79fe64 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.678311] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] da259670-8347-4bf2-bee2-b8c2eb3a0009/da259670-8347-4bf2-bee2-b8c2eb3a0009.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.679825] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d62b9f4d-9998-4d38-8cc6-71f7bd942183 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "3088e98f-8af4-460b-83d6-17782181b4fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.561s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.679825] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f311ef9-a946-4d0b-99bb-f4559608c928 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.698022] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1171.698022] env[68205]: value = "task-2905272" [ 1171.698022] env[68205]: _type = "Task" [ 1171.698022] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.705860] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.754725] env[68205]: DEBUG nova.compute.manager [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.905117] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905271, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.004685] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580838c9-c311-4af5-8479-c243e2a96a4a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.012968] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44a47ea-0308-4cad-94a9-dad7fc53174f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.046902] env[68205]: DEBUG nova.compute.manager [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.047804] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.053385] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3401bbb-7eb5-4e35-b13f-dbbf28365ace {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.055995] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbd5d9c-5916-4837-a22c-b84734846b3e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.065610] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7cdc86-7c84-410b-bf32-43e36cfac231 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.069428] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for the task: (returnval){ [ 1172.069428] env[68205]: value = "task-2905273" [ 1172.069428] env[68205]: _type = "Task" [ 1172.069428] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.081701] env[68205]: DEBUG nova.compute.provider_tree [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.089503] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.212667] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.262300] env[68205]: DEBUG nova.network.neutron [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Updated VIF entry in instance network info cache for port d33c3e31-0b69-4118-9c2a-7176fcbc31c7. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.262875] env[68205]: DEBUG nova.network.neutron [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Updating instance_info_cache with network_info: [{"id": "d33c3e31-0b69-4118-9c2a-7176fcbc31c7", "address": "fa:16:3e:3b:d2:f5", "network": {"id": "baf4eb7a-4c86-43a0-aa8f-73ed87188d6b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1559593372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da0470f08da4a7394de46197b5b9118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd33c3e31-0b", "ovs_interfaceid": "d33c3e31-0b69-4118-9c2a-7176fcbc31c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.275464] env[68205]: DEBUG nova.network.neutron [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance_info_cache with network_info: [{"id": "e3febe53-a3c9-4281-a9b3-414887021977", "address": "fa:16:3e:72:cb:61", "network": {"id": "6d629dc1-4df6-4410-b76d-14f834374659", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1530737859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d20e3eb549f49f184466b659216d10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3febe53-a3", "ovs_interfaceid": "e3febe53-a3c9-4281-a9b3-414887021977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.394019] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905271, 'name': CreateVM_Task, 'duration_secs': 0.834108} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.394462] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.395307] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.395469] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.396062] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.396245] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53be7b5a-4aab-4352-9b55-17c0192265cb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.401037] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for the task: (returnval){ [ 1172.401037] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522872ea-2c75-388a-ff7e-f744136b580d" [ 1172.401037] env[68205]: _type = "Task" [ 1172.401037] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.412525] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522872ea-2c75-388a-ff7e-f744136b580d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.535758] env[68205]: DEBUG nova.compute.manager [req-510a76b6-863a-4bff-b36a-94df81c07717 req-ff3fae22-7607-4343-ad79-6e75ed64c19c service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Received event network-changed-080cf8a4-8346-4677-afc4-f5ff83341438 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.535758] env[68205]: DEBUG nova.compute.manager [req-510a76b6-863a-4bff-b36a-94df81c07717 req-ff3fae22-7607-4343-ad79-6e75ed64c19c service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Refreshing instance network info cache due to event network-changed-080cf8a4-8346-4677-afc4-f5ff83341438. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.535758] env[68205]: DEBUG oslo_concurrency.lockutils [req-510a76b6-863a-4bff-b36a-94df81c07717 req-ff3fae22-7607-4343-ad79-6e75ed64c19c service nova] Acquiring lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.535758] env[68205]: DEBUG oslo_concurrency.lockutils [req-510a76b6-863a-4bff-b36a-94df81c07717 req-ff3fae22-7607-4343-ad79-6e75ed64c19c service nova] Acquired lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.535758] env[68205]: DEBUG nova.network.neutron [req-510a76b6-863a-4bff-b36a-94df81c07717 req-ff3fae22-7607-4343-ad79-6e75ed64c19c service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Refreshing network info cache for port 080cf8a4-8346-4677-afc4-f5ff83341438 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.580089] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905273, 'name': PowerOffVM_Task, 'duration_secs': 0.204955} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.580373] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.580581] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1172.580770] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583469', 'volume_id': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'name': 'volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df54433-30c1-4a66-8028-e7ef1a7cdf35', 'attached_at': '', 'detached_at': '', 'volume_id': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'serial': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1172.581657] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3ce758-48e1-4c84-b6c0-18dc7337a600 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.587683] env[68205]: DEBUG nova.scheduler.client.report [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.609825] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db131b37-66dd-4b94-bbc4-7347d8e1ef77 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.618603] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9928460e-b332-4737-b92a-bc94585245df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.640189] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5b9679-707f-4d65-9e1c-c56723c0c158 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.657139] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] The volume has not been displaced from its original location: [datastore2] volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8/volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1172.662425] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1172.662713] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bc04140-b51e-4453-a539-97c800d72f0a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.682647] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for the task: (returnval){ [ 1172.682647] env[68205]: value = "task-2905274" [ 1172.682647] env[68205]: _type = "Task" [ 1172.682647] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.691558] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.709294] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905272, 'name': ReconfigVM_Task, 'duration_secs': 0.638262} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.709564] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfigured VM instance instance-00000065 to attach disk [datastore1] da259670-8347-4bf2-bee2-b8c2eb3a0009/da259670-8347-4bf2-bee2-b8c2eb3a0009.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.710158] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2404fe8b-f385-45fd-afce-e139b32f2cfc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.715381] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1172.715381] env[68205]: value = "task-2905275" [ 1172.715381] env[68205]: _type = "Task" [ 1172.715381] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.722674] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905275, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.766188] env[68205]: DEBUG oslo_concurrency.lockutils [req-9b3f661d-9f6f-4ea2-9823-4c5953e2a85a req-4f538889-b96f-49b2-ad7b-2ca842ecd4e2 service nova] Releasing lock "refresh_cache-7f6bf773-f9be-4387-9735-413c51ba88d7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.770542] env[68205]: DEBUG nova.compute.manager [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.777111] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Releasing lock "refresh_cache-3e77ea57-189e-422a-86db-6da3e27d7946" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.777339] env[68205]: DEBUG nova.objects.instance [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lazy-loading 'migration_context' on Instance uuid 3e77ea57-189e-422a-86db-6da3e27d7946 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.798584] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.798848] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.798986] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.799213] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.799376] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.799528] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.799753] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.799924] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.800120] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.800293] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.800497] env[68205]: DEBUG nova.virt.hardware [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.801431] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135e4956-0017-46b2-a1c7-81e7eef93f2c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.810303] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29ac7dc-0b8b-4f59-b3f9-dfbd8db6887d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.916804] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522872ea-2c75-388a-ff7e-f744136b580d, 'name': SearchDatastore_Task, 'duration_secs': 0.020422} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.917279] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.917630] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.918029] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.918267] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.918551] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.918944] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-038ca92d-6750-418b-86e9-ec485a2aca78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.929442] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.929740] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.930909] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424ac31c-7850-4ed1-b00d-e3fb7a83e54a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.940718] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for the task: (returnval){ [ 1172.940718] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52973b41-3b31-7139-ecf5-e86eda879262" [ 1172.940718] env[68205]: _type = "Task" [ 1172.940718] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.952459] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52973b41-3b31-7139-ecf5-e86eda879262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.109700] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.110863] env[68205]: DEBUG nova.compute.manager [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.117611] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.844s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.118523] env[68205]: DEBUG nova.objects.instance [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lazy-loading 'resources' on Instance uuid dd1540d1-7a34-4b83-abcd-6e81f26de73d {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.201399] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905274, 'name': ReconfigVM_Task, 'duration_secs': 0.283399} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.202568] env[68205]: DEBUG nova.network.neutron [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Successfully updated port: 51273f4c-fba3-4a4c-93c3-35e07100e223 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.206450] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.215519] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c209987-6b39-4142-b389-1065f48775ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.235525] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905275, 'name': Rename_Task, 'duration_secs': 0.257072} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.236825] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.237174] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for the task: (returnval){ [ 1173.237174] env[68205]: value = "task-2905277" [ 1173.237174] env[68205]: _type = "Task" [ 1173.237174] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.237372] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a76acc-500b-42f5-8c05-3c8464890d49 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.247194] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.248463] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1173.248463] env[68205]: value = "task-2905278" [ 1173.248463] env[68205]: _type = "Task" [ 1173.248463] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.258151] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.280338] env[68205]: DEBUG nova.objects.base [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Object Instance<3e77ea57-189e-422a-86db-6da3e27d7946> lazy-loaded attributes: info_cache,migration_context {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1173.281388] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefb2444-96df-4689-b75b-c5603b6b1760 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.303185] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3409e8f2-4868-4ec4-8ce4-e848e5ccd0f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.308971] env[68205]: DEBUG oslo_vmware.api [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1173.308971] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5261baa3-43a6-90c9-f574-f7730c7a4eec" [ 1173.308971] env[68205]: _type = "Task" [ 1173.308971] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.317943] env[68205]: DEBUG oslo_vmware.api [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5261baa3-43a6-90c9-f574-f7730c7a4eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.453464] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52973b41-3b31-7139-ecf5-e86eda879262, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.455042] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5d1982-93aa-479a-814f-c76e8537d854 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.460606] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for the task: (returnval){ [ 1173.460606] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5241e7a2-6427-8e5d-c4d8-7b264c281ab8" [ 1173.460606] env[68205]: _type = "Task" [ 1173.460606] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.469751] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5241e7a2-6427-8e5d-c4d8-7b264c281ab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.493127] env[68205]: DEBUG nova.network.neutron [req-510a76b6-863a-4bff-b36a-94df81c07717 req-ff3fae22-7607-4343-ad79-6e75ed64c19c service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updated VIF entry in instance network info cache for port 080cf8a4-8346-4677-afc4-f5ff83341438. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.493567] env[68205]: DEBUG nova.network.neutron [req-510a76b6-863a-4bff-b36a-94df81c07717 req-ff3fae22-7607-4343-ad79-6e75ed64c19c service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance_info_cache with network_info: [{"id": "080cf8a4-8346-4677-afc4-f5ff83341438", "address": "fa:16:3e:4d:5b:e2", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080cf8a4-83", "ovs_interfaceid": "080cf8a4-8346-4677-afc4-f5ff83341438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.622236] env[68205]: DEBUG nova.compute.utils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.628313] env[68205]: DEBUG nova.compute.manager [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.628313] env[68205]: DEBUG nova.network.neutron [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.694077] env[68205]: DEBUG nova.policy [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e28a7cebe641ee92cb5a49c63595ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660ebffe7fb9414fa5e5a10f644653c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.717900] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "refresh_cache-21cea874-047b-4419-8251-2a93406681ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.717900] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquired lock "refresh_cache-21cea874-047b-4419-8251-2a93406681ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.717900] env[68205]: DEBUG nova.network.neutron [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.751675] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905277, 'name': ReconfigVM_Task, 'duration_secs': 0.12459} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.757281] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583469', 'volume_id': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'name': 'volume-0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2df54433-30c1-4a66-8028-e7ef1a7cdf35', 'attached_at': '', 'detached_at': '', 'volume_id': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8', 'serial': '0b89463c-b6b7-4605-a4a8-5cde31b02ee8'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1173.758961] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.760040] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40dde6b-c763-41b5-81de-9b68bafc5734 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.770611] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.775258] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.775924] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ef077d1-76cf-43a0-8cd0-31a13060a496 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.828618] env[68205]: DEBUG oslo_vmware.api [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5261baa3-43a6-90c9-f574-f7730c7a4eec, 'name': SearchDatastore_Task, 'duration_secs': 0.007764} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.828618] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.852219] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.852219] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.852219] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Deleting the datastore file [datastore2] 2df54433-30c1-4a66-8028-e7ef1a7cdf35 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.852219] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13424338-9e18-48d0-b150-4bdaa5274d42 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.854133] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158bda2b-708f-454f-9038-cf5fa62aefde {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.863688] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d077f-1a4d-4d61-9bff-75db36e832e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.867542] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for the task: (returnval){ [ 1173.867542] env[68205]: value = "task-2905280" [ 1173.867542] env[68205]: _type = "Task" [ 1173.867542] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.899658] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb97c42-8efd-4ed7-9f32-e4601ffa4bdc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.906539] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.918340] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2465e67-35f3-4d6b-b8cc-16a303b95631 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.933550] env[68205]: DEBUG nova.compute.provider_tree [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.971650] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5241e7a2-6427-8e5d-c4d8-7b264c281ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.015388} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.971971] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.972254] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 7f6bf773-f9be-4387-9735-413c51ba88d7/7f6bf773-f9be-4387-9735-413c51ba88d7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.972583] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f403eed-37ac-4bdf-b7b6-efe62bc7f0fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.980488] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for the task: (returnval){ [ 1173.980488] env[68205]: value = "task-2905281" [ 1173.980488] env[68205]: _type = "Task" [ 1173.980488] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.989585] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.996721] env[68205]: DEBUG oslo_concurrency.lockutils [req-510a76b6-863a-4bff-b36a-94df81c07717 req-ff3fae22-7607-4343-ad79-6e75ed64c19c service nova] Releasing lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.127875] env[68205]: DEBUG nova.compute.manager [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.257785] env[68205]: DEBUG nova.network.neutron [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.268863] env[68205]: DEBUG oslo_vmware.api [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905278, 'name': PowerOnVM_Task, 'duration_secs': 0.70454} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.269440] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.269771] env[68205]: INFO nova.compute.manager [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1174.270096] env[68205]: DEBUG nova.compute.manager [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.271084] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa3cd19-b7fc-441a-a626-cde4bff2f946 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.334886] env[68205]: DEBUG nova.network.neutron [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Successfully created port: 6ab033fb-b820-46f2-8c44-2e8b98175cb6 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.383029] env[68205]: DEBUG oslo_vmware.api [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Task: {'id': task-2905280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095207} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.383029] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.383029] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.383029] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.383029] env[68205]: INFO nova.compute.manager [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1174.383029] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.383029] env[68205]: DEBUG nova.compute.manager [-] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.383574] env[68205]: DEBUG nova.network.neutron [-] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.419450] env[68205]: DEBUG nova.network.neutron [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Updating instance_info_cache with network_info: [{"id": "51273f4c-fba3-4a4c-93c3-35e07100e223", "address": "fa:16:3e:32:1d:e2", "network": {"id": "e5eef7c6-b41f-4c19-91a6-dce3058b0318", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-558434520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa9adf91b92456f99abb9184d780a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51273f4c-fb", "ovs_interfaceid": "51273f4c-fba3-4a4c-93c3-35e07100e223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.439025] env[68205]: DEBUG nova.scheduler.client.report [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.494539] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494403} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.494888] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 7f6bf773-f9be-4387-9735-413c51ba88d7/7f6bf773-f9be-4387-9735-413c51ba88d7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.495170] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.495463] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5176f77f-a81d-4ae2-bf6a-237e431a8b28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.503260] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for the task: (returnval){ [ 1174.503260] env[68205]: value = "task-2905282" [ 1174.503260] env[68205]: _type = "Task" [ 1174.503260] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.519880] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.707481] env[68205]: DEBUG nova.compute.manager [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Received event network-vif-plugged-51273f4c-fba3-4a4c-93c3-35e07100e223 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.707742] env[68205]: DEBUG oslo_concurrency.lockutils [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] Acquiring lock "21cea874-047b-4419-8251-2a93406681ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.708031] env[68205]: DEBUG oslo_concurrency.lockutils [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] Lock "21cea874-047b-4419-8251-2a93406681ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.712033] env[68205]: DEBUG oslo_concurrency.lockutils [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] Lock "21cea874-047b-4419-8251-2a93406681ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.712033] env[68205]: DEBUG nova.compute.manager [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] No waiting events found dispatching network-vif-plugged-51273f4c-fba3-4a4c-93c3-35e07100e223 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.712033] env[68205]: WARNING nova.compute.manager [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Received unexpected event network-vif-plugged-51273f4c-fba3-4a4c-93c3-35e07100e223 for instance with vm_state building and task_state spawning. [ 1174.712033] env[68205]: DEBUG nova.compute.manager [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Received event network-changed-51273f4c-fba3-4a4c-93c3-35e07100e223 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.712033] env[68205]: DEBUG nova.compute.manager [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Refreshing instance network info cache due to event network-changed-51273f4c-fba3-4a4c-93c3-35e07100e223. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.712033] env[68205]: DEBUG oslo_concurrency.lockutils [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] Acquiring lock "refresh_cache-21cea874-047b-4419-8251-2a93406681ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.797558] env[68205]: INFO nova.compute.manager [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Took 15.95 seconds to build instance. [ 1174.922887] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Releasing lock "refresh_cache-21cea874-047b-4419-8251-2a93406681ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.922887] env[68205]: DEBUG nova.compute.manager [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Instance network_info: |[{"id": "51273f4c-fba3-4a4c-93c3-35e07100e223", "address": "fa:16:3e:32:1d:e2", "network": {"id": "e5eef7c6-b41f-4c19-91a6-dce3058b0318", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-558434520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa9adf91b92456f99abb9184d780a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51273f4c-fb", "ovs_interfaceid": "51273f4c-fba3-4a4c-93c3-35e07100e223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.922887] env[68205]: DEBUG oslo_concurrency.lockutils [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] Acquired lock "refresh_cache-21cea874-047b-4419-8251-2a93406681ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.922887] env[68205]: DEBUG nova.network.neutron [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Refreshing network info cache for port 51273f4c-fba3-4a4c-93c3-35e07100e223 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.923718] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:1d:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51273f4c-fba3-4a4c-93c3-35e07100e223', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.932914] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.933643] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cea874-047b-4419-8251-2a93406681ba] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.933943] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-704b1a13-fc91-4179-8889-eaa37ecac11f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.952886] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.954824] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.126s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.964273] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.964273] env[68205]: value = "task-2905283" [ 1174.964273] env[68205]: _type = "Task" [ 1174.964273] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.977417] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905283, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.982247] env[68205]: INFO nova.scheduler.client.report [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted allocations for instance dd1540d1-7a34-4b83-abcd-6e81f26de73d [ 1175.016342] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265517} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.017048] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.018598] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e450b366-baec-48d8-a3c6-31f418085acf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.056157] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 7f6bf773-f9be-4387-9735-413c51ba88d7/7f6bf773-f9be-4387-9735-413c51ba88d7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.056483] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8726028a-cf60-48ae-bb56-5301436c7f6b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.079153] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for the task: (returnval){ [ 1175.079153] env[68205]: value = "task-2905284" [ 1175.079153] env[68205]: _type = "Task" [ 1175.079153] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.088590] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.136560] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.136900] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583487', 'volume_id': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'name': 'volume-87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '505736ae-1357-403a-9640-0a68e9e12ad7', 'attached_at': '', 'detached_at': '', 'volume_id': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'serial': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.138417] env[68205]: DEBUG nova.compute.manager [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.141307] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117ae4ad-90d3-4cd2-9ede-6c16c5e6bb26 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.160688] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccee8fc3-45b1-4259-a331-ed656900042b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.189319] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-87eb1b36-da65-42b7-8639-4a9ee10fb6b8/volume-87eb1b36-da65-42b7-8639-4a9ee10fb6b8.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.191751] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.192026] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.192193] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.192377] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.192520] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.192662] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.192865] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.193034] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.193204] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.193378] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.193536] env[68205]: DEBUG nova.virt.hardware [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.193816] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71bcb6eb-e9f5-49c5-8341-9f1044628655 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.207534] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec41a2d-ac97-48e5-ac49-bfcfb28472ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.217063] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a06840-d263-4de2-b7bb-8135a56818f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.221943] env[68205]: DEBUG oslo_vmware.api [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1175.221943] env[68205]: value = "task-2905285" [ 1175.221943] env[68205]: _type = "Task" [ 1175.221943] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.239318] env[68205]: DEBUG oslo_vmware.api [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.300027] env[68205]: DEBUG oslo_concurrency.lockutils [None req-662f8d41-b564-41f6-b1d7-90ac3f0feb85 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.472s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.477440] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905283, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.489343] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8931c7bb-f361-4ea5-adf9-69d78e5b98a9 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "dd1540d1-7a34-4b83-abcd-6e81f26de73d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.752s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.591681] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.629549] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f7c5f5-7a5e-4984-86fc-928ad26f014a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.637071] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bff9d2-50cc-45f0-95d7-ea89f4cf1709 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.669213] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a5aee4-f254-47b3-8c8b-07f34ab8467c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.677101] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdbf3ac-7186-463c-b54c-2b05e91eaa27 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.691047] env[68205]: DEBUG nova.compute.provider_tree [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.735236] env[68205]: DEBUG oslo_vmware.api [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905285, 'name': ReconfigVM_Task, 'duration_secs': 0.372613} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.735517] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-87eb1b36-da65-42b7-8639-4a9ee10fb6b8/volume-87eb1b36-da65-42b7-8639-4a9ee10fb6b8.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.740365] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3341ec1a-0462-4b0a-98ee-dc20936333cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.756966] env[68205]: DEBUG oslo_vmware.api [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1175.756966] env[68205]: value = "task-2905286" [ 1175.756966] env[68205]: _type = "Task" [ 1175.756966] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.765974] env[68205]: DEBUG oslo_vmware.api [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.881123] env[68205]: DEBUG nova.compute.manager [req-7fdf1b8f-30a5-478e-9d21-f9103cd0b97f req-b7c9e096-99f4-4ca5-aba2-51256866eefa service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Received event network-vif-deleted-8d38eeff-0301-4cf4-b992-ff7731568b39 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.881299] env[68205]: INFO nova.compute.manager [req-7fdf1b8f-30a5-478e-9d21-f9103cd0b97f req-b7c9e096-99f4-4ca5-aba2-51256866eefa service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Neutron deleted interface 8d38eeff-0301-4cf4-b992-ff7731568b39; detaching it from the instance and deleting it from the info cache [ 1175.881522] env[68205]: DEBUG nova.network.neutron [req-7fdf1b8f-30a5-478e-9d21-f9103cd0b97f req-b7c9e096-99f4-4ca5-aba2-51256866eefa service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.927719] env[68205]: DEBUG nova.network.neutron [-] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.978013] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905283, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.091758] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905284, 'name': ReconfigVM_Task, 'duration_secs': 0.854807} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.092041] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 7f6bf773-f9be-4387-9735-413c51ba88d7/7f6bf773-f9be-4387-9735-413c51ba88d7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.092698] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-892211fa-5db0-4af6-a747-0a282134f9c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.100225] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for the task: (returnval){ [ 1176.100225] env[68205]: value = "task-2905287" [ 1176.100225] env[68205]: _type = "Task" [ 1176.100225] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.108584] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905287, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.110302] env[68205]: DEBUG nova.network.neutron [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Updated VIF entry in instance network info cache for port 51273f4c-fba3-4a4c-93c3-35e07100e223. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.110646] env[68205]: DEBUG nova.network.neutron [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Updating instance_info_cache with network_info: [{"id": "51273f4c-fba3-4a4c-93c3-35e07100e223", "address": "fa:16:3e:32:1d:e2", "network": {"id": "e5eef7c6-b41f-4c19-91a6-dce3058b0318", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-558434520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa9adf91b92456f99abb9184d780a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51273f4c-fb", "ovs_interfaceid": "51273f4c-fba3-4a4c-93c3-35e07100e223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.194601] env[68205]: DEBUG nova.scheduler.client.report [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.267488] env[68205]: DEBUG oslo_vmware.api [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905286, 'name': ReconfigVM_Task, 'duration_secs': 0.142274} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.267767] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583487', 'volume_id': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'name': 'volume-87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '505736ae-1357-403a-9640-0a68e9e12ad7', 'attached_at': '', 'detached_at': '', 'volume_id': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'serial': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.385558] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3c60f9c-7335-4e1b-89d3-2c2a1b87c4e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.398156] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9f612d-8e98-44d1-a09f-17bb90ec693b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.431490] env[68205]: INFO nova.compute.manager [-] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Took 2.05 seconds to deallocate network for instance. [ 1176.431946] env[68205]: DEBUG nova.compute.manager [req-7fdf1b8f-30a5-478e-9d21-f9103cd0b97f req-b7c9e096-99f4-4ca5-aba2-51256866eefa service nova] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Detach interface failed, port_id=8d38eeff-0301-4cf4-b992-ff7731568b39, reason: Instance 2df54433-30c1-4a66-8028-e7ef1a7cdf35 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.477285] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905283, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.611257] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905287, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.613386] env[68205]: DEBUG oslo_concurrency.lockutils [req-3f03a76b-5ba7-4b67-9a59-3f23628a7dda req-e3819fb9-f1c6-4dbe-b81a-99a73d1f2ba1 service nova] Releasing lock "refresh_cache-21cea874-047b-4419-8251-2a93406681ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.698559] env[68205]: DEBUG nova.network.neutron [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Successfully updated port: 6ab033fb-b820-46f2-8c44-2e8b98175cb6 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.976509] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905283, 'name': CreateVM_Task, 'duration_secs': 1.557706} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.976684] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cea874-047b-4419-8251-2a93406681ba] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.977389] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.977564] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.977891] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.978177] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41917d2b-d776-4665-a276-5df7addd7f2e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.985162] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1176.985162] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52688de2-56c4-fe5a-8d33-e1c4d98ca278" [ 1176.985162] env[68205]: _type = "Task" [ 1176.985162] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.985162] env[68205]: INFO nova.compute.manager [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Took 0.55 seconds to detach 1 volumes for instance. [ 1176.988509] env[68205]: DEBUG nova.compute.manager [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Deleting volume: 0b89463c-b6b7-4605-a4a8-5cde31b02ee8 {{(pid=68205) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1176.996327] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52688de2-56c4-fe5a-8d33-e1c4d98ca278, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.997224] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.997224] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.997224] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.997365] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.997456] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.997728] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4411eddb-f7b0-4637-b778-d24663c8699c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.000656] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "079eac50-818e-458b-8fc8-45daec3a6660" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.001242] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "079eac50-818e-458b-8fc8-45daec3a6660" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.001539] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "079eac50-818e-458b-8fc8-45daec3a6660-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.001904] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "079eac50-818e-458b-8fc8-45daec3a6660-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.002159] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "079eac50-818e-458b-8fc8-45daec3a6660-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.005784] env[68205]: INFO nova.compute.manager [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Terminating instance [ 1177.006351] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.006526] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.008791] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a57e44-8055-48e1-9287-7a0fa3470317 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.015478] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1177.015478] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520beef0-9469-6b9a-89c0-f27b27a012e0" [ 1177.015478] env[68205]: _type = "Task" [ 1177.015478] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.026333] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520beef0-9469-6b9a-89c0-f27b27a012e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.116066] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905287, 'name': Rename_Task, 'duration_secs': 0.93065} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.116066] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.116066] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da19fda6-369b-40ef-be7a-e28b707b9ab6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.119846] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for the task: (returnval){ [ 1177.119846] env[68205]: value = "task-2905289" [ 1177.119846] env[68205]: _type = "Task" [ 1177.119846] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.127738] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.204307] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.204463] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.204620] env[68205]: DEBUG nova.network.neutron [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.208026] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.253s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.308789] env[68205]: DEBUG nova.objects.instance [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lazy-loading 'flavor' on Instance uuid 505736ae-1357-403a-9640-0a68e9e12ad7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.513877] env[68205]: DEBUG nova.compute.manager [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.514156] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.514995] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe652f99-9466-425a-b583-d75020e9007e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.528704] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.528994] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]520beef0-9469-6b9a-89c0-f27b27a012e0, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.529216] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa9279e-c28a-4cdc-a73b-92dd33ae228a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.531222] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a46ba98-1b65-4862-8f94-0bb78e0e4c0e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.536135] env[68205]: DEBUG oslo_concurrency.lockutils [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.536597] env[68205]: DEBUG oslo_concurrency.lockutils [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.536686] env[68205]: DEBUG nova.objects.instance [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lazy-loading 'resources' on Instance uuid 2df54433-30c1-4a66-8028-e7ef1a7cdf35 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.538837] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1177.538837] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f9061f-f8b9-f4b0-92ca-1ca40abf07d5" [ 1177.538837] env[68205]: _type = "Task" [ 1177.538837] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.540330] env[68205]: DEBUG oslo_vmware.api [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1177.540330] env[68205]: value = "task-2905290" [ 1177.540330] env[68205]: _type = "Task" [ 1177.540330] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.556540] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f9061f-f8b9-f4b0-92ca-1ca40abf07d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.556972] env[68205]: DEBUG oslo_vmware.api [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.557497] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.559320] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 21cea874-047b-4419-8251-2a93406681ba/21cea874-047b-4419-8251-2a93406681ba.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.559320] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38895ed-013b-4c39-b42a-73a2be53da1f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.564722] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1177.564722] env[68205]: value = "task-2905291" [ 1177.564722] env[68205]: _type = "Task" [ 1177.564722] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.573359] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.630722] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.644437] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.645063] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.772039] env[68205]: INFO nova.scheduler.client.report [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted allocation for migration 3907201d-9e89-45c7-aa39-159b950fd9a5 [ 1177.792057] env[68205]: DEBUG nova.network.neutron [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.814202] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9e8116d7-ce18-41d4-af51-a9e1d1dd5847 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.923886] env[68205]: DEBUG nova.compute.manager [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received event network-vif-plugged-6ab033fb-b820-46f2-8c44-2e8b98175cb6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.924703] env[68205]: DEBUG oslo_concurrency.lockutils [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.926988] env[68205]: DEBUG oslo_concurrency.lockutils [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] Lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.927212] env[68205]: DEBUG oslo_concurrency.lockutils [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] Lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.927399] env[68205]: DEBUG nova.compute.manager [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] No waiting events found dispatching network-vif-plugged-6ab033fb-b820-46f2-8c44-2e8b98175cb6 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.927567] env[68205]: WARNING nova.compute.manager [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received unexpected event network-vif-plugged-6ab033fb-b820-46f2-8c44-2e8b98175cb6 for instance with vm_state building and task_state spawning. [ 1177.927732] env[68205]: DEBUG nova.compute.manager [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Received event network-changed-f0ca97f8-5a00-49ed-a686-8e6705700aad {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.927885] env[68205]: DEBUG nova.compute.manager [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Refreshing instance network info cache due to event network-changed-f0ca97f8-5a00-49ed-a686-8e6705700aad. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.928097] env[68205]: DEBUG oslo_concurrency.lockutils [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] Acquiring lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.928237] env[68205]: DEBUG oslo_concurrency.lockutils [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] Acquired lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.928390] env[68205]: DEBUG nova.network.neutron [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Refreshing network info cache for port f0ca97f8-5a00-49ed-a686-8e6705700aad {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.978020] env[68205]: DEBUG nova.network.neutron [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.053738] env[68205]: DEBUG oslo_vmware.api [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905290, 'name': PowerOffVM_Task, 'duration_secs': 0.194854} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.054521] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.054521] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.054521] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2d49eea-874f-47d1-a4b2-e3f801bb3782 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.076920] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905291, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.134024] env[68205]: DEBUG oslo_vmware.api [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905289, 'name': PowerOnVM_Task, 'duration_secs': 0.735755} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.134024] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.134024] env[68205]: INFO nova.compute.manager [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1178.134024] env[68205]: DEBUG nova.compute.manager [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.134343] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a4cf5a-2435-407b-9a59-52615c2c93c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.144533] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.144792] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.144979] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleting the datastore file [datastore2] 079eac50-818e-458b-8fc8-45daec3a6660 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.146631] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fc9980c-b770-4d8b-b247-04523224c6be {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.148563] env[68205]: DEBUG nova.compute.manager [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.161157] env[68205]: DEBUG oslo_vmware.api [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1178.161157] env[68205]: value = "task-2905293" [ 1178.161157] env[68205]: _type = "Task" [ 1178.161157] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.169296] env[68205]: DEBUG oslo_vmware.api [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.274922] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "3e77ea57-189e-422a-86db-6da3e27d7946" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.983s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.330465] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be2b5fd-25d2-406b-87bc-8bdf74c0fd38 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.338121] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e468ae6a-a569-4c23-bb53-0dd71f155940 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.369699] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f038f54-1ce4-48b0-b7c7-211e44c94faa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.376923] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65329f-b02b-4d0d-9a47-6ab7a55e9ec1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.390164] env[68205]: DEBUG nova.compute.provider_tree [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.480817] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.481218] env[68205]: DEBUG nova.compute.manager [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Instance network_info: |[{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.481627] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:43:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ab033fb-b820-46f2-8c44-2e8b98175cb6', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.489415] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.489636] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.489927] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4dc9d82-d621-4a99-a249-b01be0de40e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.510382] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.510382] env[68205]: value = "task-2905294" [ 1178.510382] env[68205]: _type = "Task" [ 1178.510382] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.517940] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905294, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.577828] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590271} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.580486] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 21cea874-047b-4419-8251-2a93406681ba/21cea874-047b-4419-8251-2a93406681ba.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.580646] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.580896] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46126423-1366-45b6-8737-6e64512bf4ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.587020] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1178.587020] env[68205]: value = "task-2905295" [ 1178.587020] env[68205]: _type = "Task" [ 1178.587020] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.596516] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.668408] env[68205]: INFO nova.compute.manager [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Took 18.47 seconds to build instance. [ 1178.674721] env[68205]: DEBUG oslo_vmware.api [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133275} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.677352] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.677616] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.677713] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.677844] env[68205]: INFO nova.compute.manager [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1178.678132] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.679142] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.679462] env[68205]: DEBUG nova.compute.manager [-] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.679587] env[68205]: DEBUG nova.network.neutron [-] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.836281] env[68205]: DEBUG nova.network.neutron [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updated VIF entry in instance network info cache for port f0ca97f8-5a00-49ed-a686-8e6705700aad. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.836693] env[68205]: DEBUG nova.network.neutron [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance_info_cache with network_info: [{"id": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "address": "fa:16:3e:46:de:fa", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ca97f8-5a", "ovs_interfaceid": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.895108] env[68205]: DEBUG nova.scheduler.client.report [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.026013] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905294, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.099245] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074977} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.099547] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.100352] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8917c06d-f987-4be9-890c-7245a1414b06 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.125170] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 21cea874-047b-4419-8251-2a93406681ba/21cea874-047b-4419-8251-2a93406681ba.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.125918] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-436bb62d-083c-4d28-b056-50346f7f8880 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.151041] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1179.151041] env[68205]: value = "task-2905296" [ 1179.151041] env[68205]: _type = "Task" [ 1179.151041] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.159025] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.175337] env[68205]: DEBUG oslo_concurrency.lockutils [None req-751f56b6-0f9a-49d9-b4b9-08a640856843 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "7f6bf773-f9be-4387-9735-413c51ba88d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.990s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.319669] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "3e77ea57-189e-422a-86db-6da3e27d7946" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.319934] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "3e77ea57-189e-422a-86db-6da3e27d7946" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.320626] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "3e77ea57-189e-422a-86db-6da3e27d7946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.320834] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "3e77ea57-189e-422a-86db-6da3e27d7946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.321223] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "3e77ea57-189e-422a-86db-6da3e27d7946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.323406] env[68205]: INFO nova.compute.manager [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Terminating instance [ 1179.339825] env[68205]: DEBUG oslo_concurrency.lockutils [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] Releasing lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.340009] env[68205]: DEBUG nova.compute.manager [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received event network-changed-6ab033fb-b820-46f2-8c44-2e8b98175cb6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.340248] env[68205]: DEBUG nova.compute.manager [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Refreshing instance network info cache due to event network-changed-6ab033fb-b820-46f2-8c44-2e8b98175cb6. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.340894] env[68205]: DEBUG oslo_concurrency.lockutils [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] Acquiring lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.340894] env[68205]: DEBUG oslo_concurrency.lockutils [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] Acquired lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.341602] env[68205]: DEBUG nova.network.neutron [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Refreshing network info cache for port 6ab033fb-b820-46f2-8c44-2e8b98175cb6 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.399983] env[68205]: DEBUG oslo_concurrency.lockutils [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.403023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.724s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.404518] env[68205]: INFO nova.compute.claims [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.420398] env[68205]: INFO nova.scheduler.client.report [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Deleted allocations for instance 2df54433-30c1-4a66-8028-e7ef1a7cdf35 [ 1179.507673] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.507965] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.522508] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905294, 'name': CreateVM_Task, 'duration_secs': 0.629705} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.522508] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.522792] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.522792] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.523060] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.523412] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8648da2-6d45-4812-9602-eff2e3a39abd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.528286] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1179.528286] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52660855-43ce-403f-ed0d-26852e77a7d4" [ 1179.528286] env[68205]: _type = "Task" [ 1179.528286] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.536184] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52660855-43ce-403f-ed0d-26852e77a7d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.544121] env[68205]: DEBUG nova.network.neutron [-] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.646699] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquiring lock "7f6bf773-f9be-4387-9735-413c51ba88d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.646942] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "7f6bf773-f9be-4387-9735-413c51ba88d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.647217] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquiring lock "7f6bf773-f9be-4387-9735-413c51ba88d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.647432] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "7f6bf773-f9be-4387-9735-413c51ba88d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.647616] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "7f6bf773-f9be-4387-9735-413c51ba88d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.649913] env[68205]: INFO nova.compute.manager [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Terminating instance [ 1179.664142] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.827799] env[68205]: DEBUG nova.compute.manager [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.828128] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.829097] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8afe91-34f8-4c20-96fd-bf709dabe74b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.836835] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.837123] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f0bdab9-63ea-4b58-9e1d-4f3c2e60f828 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.845113] env[68205]: DEBUG oslo_vmware.api [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1179.845113] env[68205]: value = "task-2905297" [ 1179.845113] env[68205]: _type = "Task" [ 1179.845113] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.928117] env[68205]: DEBUG oslo_concurrency.lockutils [None req-33cebf0b-8676-4082-bae2-192d7c88aba3 tempest-ServersTestBootFromVolume-827226000 tempest-ServersTestBootFromVolume-827226000-project-member] Lock "2df54433-30c1-4a66-8028-e7ef1a7cdf35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.411s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.955969] env[68205]: DEBUG nova.compute.manager [req-b499a36e-917e-47ce-92ba-e920830c3509 req-065a9eb3-8eaa-436b-bbfd-f4028a4e4c1c service nova] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Received event network-vif-deleted-3321833d-8f90-4d75-9bd2-3e0c3f79bb65 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.011095] env[68205]: DEBUG nova.compute.manager [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.039520] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52660855-43ce-403f-ed0d-26852e77a7d4, 'name': SearchDatastore_Task, 'duration_secs': 0.024266} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.042289] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.042546] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.042824] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.042983] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.043205] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.043574] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db20a596-f4fc-4c36-b609-dcf9e2063364 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.046387] env[68205]: INFO nova.compute.manager [-] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Took 1.37 seconds to deallocate network for instance. [ 1180.054244] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.054424] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.055246] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b80e4ba3-3e26-4ee8-b5d9-698a820abdb6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.064957] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1180.064957] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524149af-04d3-9942-5c45-ac1ed79825ee" [ 1180.064957] env[68205]: _type = "Task" [ 1180.064957] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.074693] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524149af-04d3-9942-5c45-ac1ed79825ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.121116] env[68205]: DEBUG nova.network.neutron [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updated VIF entry in instance network info cache for port 6ab033fb-b820-46f2-8c44-2e8b98175cb6. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.121750] env[68205]: DEBUG nova.network.neutron [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.157192] env[68205]: DEBUG nova.compute.manager [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.157334] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.158272] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1cb27a-e85b-4287-aa45-848b0c927b45 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.165328] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905296, 'name': ReconfigVM_Task, 'duration_secs': 0.97935} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.166383] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 21cea874-047b-4419-8251-2a93406681ba/21cea874-047b-4419-8251-2a93406681ba.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.167017] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74df583a-509f-4867-b864-0c4e7fcf1e37 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.170790] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.171265] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd8ec69f-ccb9-4d06-b67c-e62e0c08c5c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.175216] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1180.175216] env[68205]: value = "task-2905298" [ 1180.175216] env[68205]: _type = "Task" [ 1180.175216] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.176508] env[68205]: DEBUG oslo_vmware.api [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for the task: (returnval){ [ 1180.176508] env[68205]: value = "task-2905299" [ 1180.176508] env[68205]: _type = "Task" [ 1180.176508] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.187957] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905298, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.191147] env[68205]: DEBUG oslo_vmware.api [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.358493] env[68205]: DEBUG oslo_vmware.api [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905297, 'name': PowerOffVM_Task, 'duration_secs': 0.329476} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.358872] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.359139] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.359474] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-064bf2a4-be0f-4da1-bfb2-082f83e1e060 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.441698] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.441936] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.442173] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleting the datastore file [datastore2] 3e77ea57-189e-422a-86db-6da3e27d7946 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.445344] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ffb9e0b-3f13-478e-81fe-ea7ea9544a45 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.452638] env[68205]: DEBUG oslo_vmware.api [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for the task: (returnval){ [ 1180.452638] env[68205]: value = "task-2905301" [ 1180.452638] env[68205]: _type = "Task" [ 1180.452638] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.460501] env[68205]: DEBUG oslo_vmware.api [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.531505] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.556159] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.581432] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]524149af-04d3-9942-5c45-ac1ed79825ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.582213] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb9b04f-e500-4c5a-9d26-ca82eb6f71bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.590506] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1180.590506] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5278f653-28c4-44b4-d85e-0bfe5ea09eb8" [ 1180.590506] env[68205]: _type = "Task" [ 1180.590506] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.598412] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5278f653-28c4-44b4-d85e-0bfe5ea09eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.599906] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cc3416-2105-48b3-9c8c-03ba2fb9a9a6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.606472] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c188c7d-34bd-428a-9d3e-557210324bed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.636901] env[68205]: DEBUG oslo_concurrency.lockutils [req-f6951510-7584-4722-906a-11db7cbcf036 req-758268d8-bcf1-4444-a966-88e9cf76c33d service nova] Releasing lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.638430] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17deb839-2e85-41bb-a024-4dc2030d16e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.646753] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8a1fa6-a5bc-4cc0-9725-0c57f0974677 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.660979] env[68205]: DEBUG nova.compute.provider_tree [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.687857] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905298, 'name': Rename_Task, 'duration_secs': 0.183498} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.690837] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.691150] env[68205]: DEBUG oslo_vmware.api [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905299, 'name': PowerOffVM_Task, 'duration_secs': 0.300313} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.692504] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-376eeba8-07d0-4760-af97-48ed6548f9cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.692780] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.692954] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.694059] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-628ec57e-65fe-4970-b02f-858d610c2ecc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.699606] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1180.699606] env[68205]: value = "task-2905302" [ 1180.699606] env[68205]: _type = "Task" [ 1180.699606] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.707151] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.763092] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.763363] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.763562] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Deleting the datastore file [datastore1] 7f6bf773-f9be-4387-9735-413c51ba88d7 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.763824] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0d00191-a38e-4a58-97b7-0dbd7cea24b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.769941] env[68205]: DEBUG oslo_vmware.api [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for the task: (returnval){ [ 1180.769941] env[68205]: value = "task-2905304" [ 1180.769941] env[68205]: _type = "Task" [ 1180.769941] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.779100] env[68205]: DEBUG oslo_vmware.api [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.967537] env[68205]: DEBUG oslo_vmware.api [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Task: {'id': task-2905301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185839} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.967911] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.968217] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.968504] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.968784] env[68205]: INFO nova.compute.manager [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1180.969167] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.969443] env[68205]: DEBUG nova.compute.manager [-] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.969572] env[68205]: DEBUG nova.network.neutron [-] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.101081] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5278f653-28c4-44b4-d85e-0bfe5ea09eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.101387] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.101652] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 382561c0-ff10-4612-a66e-bc079b7333f3/382561c0-ff10-4612-a66e-bc079b7333f3.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.101918] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839f88c8-0443-46e3-99fa-50de7f3ef9f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.109230] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1181.109230] env[68205]: value = "task-2905305" [ 1181.109230] env[68205]: _type = "Task" [ 1181.109230] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.117955] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.164209] env[68205]: DEBUG nova.scheduler.client.report [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.211421] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905302, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.280514] env[68205]: DEBUG oslo_vmware.api [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Task: {'id': task-2905304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186283} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.280791] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.281681] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.281681] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.281681] env[68205]: INFO nova.compute.manager [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1181.281681] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.281950] env[68205]: DEBUG nova.compute.manager [-] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.281950] env[68205]: DEBUG nova.network.neutron [-] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.622768] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492284} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.622768] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 382561c0-ff10-4612-a66e-bc079b7333f3/382561c0-ff10-4612-a66e-bc079b7333f3.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.622768] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.623107] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cf2b2f3-c67d-42cf-ace9-c09d66b3a299 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.629141] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1181.629141] env[68205]: value = "task-2905306" [ 1181.629141] env[68205]: _type = "Task" [ 1181.629141] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.636818] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.669498] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.669964] env[68205]: DEBUG nova.compute.manager [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.672867] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.142s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.674211] env[68205]: INFO nova.compute.claims [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.686792] env[68205]: DEBUG nova.network.neutron [-] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.718826] env[68205]: DEBUG oslo_vmware.api [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905302, 'name': PowerOnVM_Task, 'duration_secs': 0.694195} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.719288] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.719575] env[68205]: INFO nova.compute.manager [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1181.719930] env[68205]: DEBUG nova.compute.manager [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.721732] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd86ab-5559-4fc9-943c-e0c6e9572b27 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.986865] env[68205]: DEBUG nova.compute.manager [req-b9acec66-7337-4f65-9d4b-ea334177b268 req-aa14f612-5021-4771-be1d-09ecc6122b5b service nova] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Received event network-vif-deleted-e3febe53-a3c9-4281-a9b3-414887021977 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.987102] env[68205]: DEBUG nova.compute.manager [req-b9acec66-7337-4f65-9d4b-ea334177b268 req-aa14f612-5021-4771-be1d-09ecc6122b5b service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Received event network-vif-deleted-d33c3e31-0b69-4118-9c2a-7176fcbc31c7 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.987381] env[68205]: INFO nova.compute.manager [req-b9acec66-7337-4f65-9d4b-ea334177b268 req-aa14f612-5021-4771-be1d-09ecc6122b5b service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Neutron deleted interface d33c3e31-0b69-4118-9c2a-7176fcbc31c7; detaching it from the instance and deleting it from the info cache [ 1181.987621] env[68205]: DEBUG nova.network.neutron [req-b9acec66-7337-4f65-9d4b-ea334177b268 req-aa14f612-5021-4771-be1d-09ecc6122b5b service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.083886] env[68205]: DEBUG nova.network.neutron [-] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.140826] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086889} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.141144] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.141916] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0fca7c-902b-4dc3-bf00-bd1ff1314ab0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.164475] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 382561c0-ff10-4612-a66e-bc079b7333f3/382561c0-ff10-4612-a66e-bc079b7333f3.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.165076] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c79e694-d0bb-4be6-8c20-8b08d846a69e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.180181] env[68205]: DEBUG nova.compute.utils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.183423] env[68205]: DEBUG nova.compute.manager [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.183585] env[68205]: DEBUG nova.network.neutron [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.189387] env[68205]: INFO nova.compute.manager [-] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Took 1.22 seconds to deallocate network for instance. [ 1182.192228] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1182.192228] env[68205]: value = "task-2905307" [ 1182.192228] env[68205]: _type = "Task" [ 1182.192228] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.204603] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905307, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.238884] env[68205]: DEBUG nova.policy [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5f4778a6d5449c8498317ae62efedc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583a4edcbc37482099507e0a9fda5d73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.244020] env[68205]: INFO nova.compute.manager [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Took 20.19 seconds to build instance. [ 1182.490303] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68da9639-b772-49bb-8d26-e52f67feeece {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.499591] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7795dbf-b85e-4e97-b856-a6a830ba5835 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.528560] env[68205]: DEBUG nova.compute.manager [req-b9acec66-7337-4f65-9d4b-ea334177b268 req-aa14f612-5021-4771-be1d-09ecc6122b5b service nova] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Detach interface failed, port_id=d33c3e31-0b69-4118-9c2a-7176fcbc31c7, reason: Instance 7f6bf773-f9be-4387-9735-413c51ba88d7 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.586527] env[68205]: INFO nova.compute.manager [-] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Took 1.30 seconds to deallocate network for instance. [ 1182.612307] env[68205]: DEBUG nova.network.neutron [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Successfully created port: 095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.684589] env[68205]: DEBUG nova.compute.manager [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.701828] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.708349] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905307, 'name': ReconfigVM_Task, 'duration_secs': 0.330883} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.711205] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 382561c0-ff10-4612-a66e-bc079b7333f3/382561c0-ff10-4612-a66e-bc079b7333f3.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.712157] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb8ddd25-1a42-4bd0-8834-fc3efd13caf6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.720546] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1182.720546] env[68205]: value = "task-2905308" [ 1182.720546] env[68205]: _type = "Task" [ 1182.720546] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.733684] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905308, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.745479] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30c456ea-ad65-4dac-a59b-d7702c4f177a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.697s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.860061] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad19c47-ebd3-427e-8c95-5284de8b7690 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.868149] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4ccf0a-fa9c-4fac-93e0-9a317a497f74 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.915732] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dbfd12-53e4-4421-9582-fd62fe2e4ec9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.923985] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aa8912-aaac-4d3d-8a00-62b627eab7ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.938285] env[68205]: DEBUG nova.compute.provider_tree [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.093668] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.240716] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905308, 'name': Rename_Task, 'duration_secs': 0.145553} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.242112] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.242618] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8594701-6e75-43d3-bee2-8a251068039f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.249680] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1183.249680] env[68205]: value = "task-2905309" [ 1183.249680] env[68205]: _type = "Task" [ 1183.249680] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.258292] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.329123] env[68205]: DEBUG nova.compute.manager [req-e0c391c7-eeb4-494e-b701-9b4f4d38c07c req-b2ff55a5-029b-4be6-9e5d-1ddc6c0eab5c service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Received event network-changed-51273f4c-fba3-4a4c-93c3-35e07100e223 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.329336] env[68205]: DEBUG nova.compute.manager [req-e0c391c7-eeb4-494e-b701-9b4f4d38c07c req-b2ff55a5-029b-4be6-9e5d-1ddc6c0eab5c service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Refreshing instance network info cache due to event network-changed-51273f4c-fba3-4a4c-93c3-35e07100e223. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.329591] env[68205]: DEBUG oslo_concurrency.lockutils [req-e0c391c7-eeb4-494e-b701-9b4f4d38c07c req-b2ff55a5-029b-4be6-9e5d-1ddc6c0eab5c service nova] Acquiring lock "refresh_cache-21cea874-047b-4419-8251-2a93406681ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.329684] env[68205]: DEBUG oslo_concurrency.lockutils [req-e0c391c7-eeb4-494e-b701-9b4f4d38c07c req-b2ff55a5-029b-4be6-9e5d-1ddc6c0eab5c service nova] Acquired lock "refresh_cache-21cea874-047b-4419-8251-2a93406681ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.330058] env[68205]: DEBUG nova.network.neutron [req-e0c391c7-eeb4-494e-b701-9b4f4d38c07c req-b2ff55a5-029b-4be6-9e5d-1ddc6c0eab5c service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Refreshing network info cache for port 51273f4c-fba3-4a4c-93c3-35e07100e223 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.441808] env[68205]: DEBUG nova.scheduler.client.report [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.694509] env[68205]: DEBUG nova.compute.manager [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.721327] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.721589] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.721745] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.721923] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.722134] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.722354] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.722602] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.722767] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.722934] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.723123] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.723305] env[68205]: DEBUG nova.virt.hardware [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.724701] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e3670c-fc70-4f46-82b6-b18341d9fa41 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.732995] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c204b1-928b-48da-8838-1653b5016986 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.758199] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905309, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.951102] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.951650] env[68205]: DEBUG nova.compute.manager [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.954404] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.398s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.954612] env[68205]: DEBUG nova.objects.instance [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lazy-loading 'resources' on Instance uuid 079eac50-818e-458b-8fc8-45daec3a6660 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.260229] env[68205]: DEBUG oslo_vmware.api [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905309, 'name': PowerOnVM_Task, 'duration_secs': 0.512852} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.260498] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.260696] env[68205]: INFO nova.compute.manager [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1184.260868] env[68205]: DEBUG nova.compute.manager [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.261733] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46ae9dd-0c41-4464-8c91-0981bbc1540d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.419210] env[68205]: DEBUG nova.compute.manager [req-7ddf3c3b-5659-4907-9f35-27f68b040c3f req-fbaf69d2-5706-4214-bed8-b6858ec36dbe service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Received event network-vif-plugged-095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.419210] env[68205]: DEBUG oslo_concurrency.lockutils [req-7ddf3c3b-5659-4907-9f35-27f68b040c3f req-fbaf69d2-5706-4214-bed8-b6858ec36dbe service nova] Acquiring lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.419813] env[68205]: DEBUG oslo_concurrency.lockutils [req-7ddf3c3b-5659-4907-9f35-27f68b040c3f req-fbaf69d2-5706-4214-bed8-b6858ec36dbe service nova] Lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.420198] env[68205]: DEBUG oslo_concurrency.lockutils [req-7ddf3c3b-5659-4907-9f35-27f68b040c3f req-fbaf69d2-5706-4214-bed8-b6858ec36dbe service nova] Lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.420545] env[68205]: DEBUG nova.compute.manager [req-7ddf3c3b-5659-4907-9f35-27f68b040c3f req-fbaf69d2-5706-4214-bed8-b6858ec36dbe service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] No waiting events found dispatching network-vif-plugged-095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.426312] env[68205]: WARNING nova.compute.manager [req-7ddf3c3b-5659-4907-9f35-27f68b040c3f req-fbaf69d2-5706-4214-bed8-b6858ec36dbe service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Received unexpected event network-vif-plugged-095f9101-fd38-4e56-8d78-5c067bda7983 for instance with vm_state building and task_state spawning. [ 1184.461065] env[68205]: DEBUG nova.compute.utils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.473548] env[68205]: DEBUG nova.compute.manager [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.473822] env[68205]: DEBUG nova.network.neutron [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.505364] env[68205]: DEBUG nova.network.neutron [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Successfully updated port: 095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.524150] env[68205]: DEBUG nova.compute.manager [req-c5eebbd7-dcbf-48b0-8c80-b20d313eefe3 req-85656f84-768e-4392-aa12-0761274cda46 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Received event network-changed-095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.524430] env[68205]: DEBUG nova.compute.manager [req-c5eebbd7-dcbf-48b0-8c80-b20d313eefe3 req-85656f84-768e-4392-aa12-0761274cda46 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Refreshing instance network info cache due to event network-changed-095f9101-fd38-4e56-8d78-5c067bda7983. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.524689] env[68205]: DEBUG oslo_concurrency.lockutils [req-c5eebbd7-dcbf-48b0-8c80-b20d313eefe3 req-85656f84-768e-4392-aa12-0761274cda46 service nova] Acquiring lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.524912] env[68205]: DEBUG oslo_concurrency.lockutils [req-c5eebbd7-dcbf-48b0-8c80-b20d313eefe3 req-85656f84-768e-4392-aa12-0761274cda46 service nova] Acquired lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.525254] env[68205]: DEBUG nova.network.neutron [req-c5eebbd7-dcbf-48b0-8c80-b20d313eefe3 req-85656f84-768e-4392-aa12-0761274cda46 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Refreshing network info cache for port 095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.530052] env[68205]: DEBUG nova.policy [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23cd6c82a3e645a78f6496f27d5ddc73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6b81c47cfd42098b45e5a012ca8747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.601533] env[68205]: DEBUG nova.network.neutron [req-e0c391c7-eeb4-494e-b701-9b4f4d38c07c req-b2ff55a5-029b-4be6-9e5d-1ddc6c0eab5c service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Updated VIF entry in instance network info cache for port 51273f4c-fba3-4a4c-93c3-35e07100e223. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.601936] env[68205]: DEBUG nova.network.neutron [req-e0c391c7-eeb4-494e-b701-9b4f4d38c07c req-b2ff55a5-029b-4be6-9e5d-1ddc6c0eab5c service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Updating instance_info_cache with network_info: [{"id": "51273f4c-fba3-4a4c-93c3-35e07100e223", "address": "fa:16:3e:32:1d:e2", "network": {"id": "e5eef7c6-b41f-4c19-91a6-dce3058b0318", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-558434520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaa9adf91b92456f99abb9184d780a2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51273f4c-fb", "ovs_interfaceid": "51273f4c-fba3-4a4c-93c3-35e07100e223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.666030] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da033a-1e90-43ab-b7c0-99adb6ffe7db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.674274] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710acbe3-ba7c-453b-95b5-c61784325653 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.713937] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de050729-1d6c-4094-8540-c5f4a1f48b2c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.721954] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da269dd-a711-4d1f-ac5e-53b40efec2d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.741638] env[68205]: DEBUG nova.compute.provider_tree [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.782513] env[68205]: INFO nova.compute.manager [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Took 21.00 seconds to build instance. [ 1184.886497] env[68205]: DEBUG nova.network.neutron [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Successfully created port: d3100962-3df7-463d-bb40-8a97fb5ac5ad {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.971543] env[68205]: DEBUG nova.compute.manager [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.009522] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.082772] env[68205]: DEBUG nova.network.neutron [req-c5eebbd7-dcbf-48b0-8c80-b20d313eefe3 req-85656f84-768e-4392-aa12-0761274cda46 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.105134] env[68205]: DEBUG oslo_concurrency.lockutils [req-e0c391c7-eeb4-494e-b701-9b4f4d38c07c req-b2ff55a5-029b-4be6-9e5d-1ddc6c0eab5c service nova] Releasing lock "refresh_cache-21cea874-047b-4419-8251-2a93406681ba" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.201109] env[68205]: DEBUG nova.network.neutron [req-c5eebbd7-dcbf-48b0-8c80-b20d313eefe3 req-85656f84-768e-4392-aa12-0761274cda46 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.245402] env[68205]: DEBUG nova.scheduler.client.report [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.284881] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c02d14a0-03bf-4eb2-9847-f55cc8f0a052 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "382561c0-ff10-4612-a66e-bc079b7333f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.510s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.703898] env[68205]: DEBUG oslo_concurrency.lockutils [req-c5eebbd7-dcbf-48b0-8c80-b20d313eefe3 req-85656f84-768e-4392-aa12-0761274cda46 service nova] Releasing lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.704307] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.704478] env[68205]: DEBUG nova.network.neutron [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.751790] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.752774] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.051s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.753248] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.755119] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.662s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.755736] env[68205]: DEBUG nova.objects.instance [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lazy-loading 'resources' on Instance uuid 7f6bf773-f9be-4387-9735-413c51ba88d7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.780654] env[68205]: INFO nova.scheduler.client.report [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Deleted allocations for instance 3e77ea57-189e-422a-86db-6da3e27d7946 [ 1185.782476] env[68205]: INFO nova.scheduler.client.report [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted allocations for instance 079eac50-818e-458b-8fc8-45daec3a6660 [ 1185.983401] env[68205]: DEBUG nova.compute.manager [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.013926] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.014273] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.014543] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.014773] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.014954] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.015147] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.015396] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.015613] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.015900] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.016129] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.016352] env[68205]: DEBUG nova.virt.hardware [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.017337] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ff4b70-0a7f-4b2a-9e30-f3a8a8631b19 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.025793] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17799d3b-2526-4cf0-b37a-b6db815f9663 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.246181] env[68205]: DEBUG nova.network.neutron [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.298055] env[68205]: DEBUG oslo_concurrency.lockutils [None req-68288f6f-e51d-4b1e-a64c-727b0eb66aa4 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "079eac50-818e-458b-8fc8-45daec3a6660" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.297s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.299091] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cf48da90-6099-475a-926c-e3ead6b6be1d tempest-DeleteServersTestJSON-378974606 tempest-DeleteServersTestJSON-378974606-project-member] Lock "3e77ea57-189e-422a-86db-6da3e27d7946" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.979s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.400206] env[68205]: DEBUG nova.compute.manager [req-acce2c9b-cbbe-4b2f-8b0e-a9a0fa9ac654 req-4eb47d64-34ac-4d2e-98e7-0a3a9f4f4de8 service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Received event network-vif-plugged-d3100962-3df7-463d-bb40-8a97fb5ac5ad {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.400206] env[68205]: DEBUG oslo_concurrency.lockutils [req-acce2c9b-cbbe-4b2f-8b0e-a9a0fa9ac654 req-4eb47d64-34ac-4d2e-98e7-0a3a9f4f4de8 service nova] Acquiring lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.400206] env[68205]: DEBUG oslo_concurrency.lockutils [req-acce2c9b-cbbe-4b2f-8b0e-a9a0fa9ac654 req-4eb47d64-34ac-4d2e-98e7-0a3a9f4f4de8 service nova] Lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.400206] env[68205]: DEBUG oslo_concurrency.lockutils [req-acce2c9b-cbbe-4b2f-8b0e-a9a0fa9ac654 req-4eb47d64-34ac-4d2e-98e7-0a3a9f4f4de8 service nova] Lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.400206] env[68205]: DEBUG nova.compute.manager [req-acce2c9b-cbbe-4b2f-8b0e-a9a0fa9ac654 req-4eb47d64-34ac-4d2e-98e7-0a3a9f4f4de8 service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] No waiting events found dispatching network-vif-plugged-d3100962-3df7-463d-bb40-8a97fb5ac5ad {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.400206] env[68205]: WARNING nova.compute.manager [req-acce2c9b-cbbe-4b2f-8b0e-a9a0fa9ac654 req-4eb47d64-34ac-4d2e-98e7-0a3a9f4f4de8 service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Received unexpected event network-vif-plugged-d3100962-3df7-463d-bb40-8a97fb5ac5ad for instance with vm_state building and task_state spawning. [ 1186.415533] env[68205]: DEBUG nova.network.neutron [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Updating instance_info_cache with network_info: [{"id": "095f9101-fd38-4e56-8d78-5c067bda7983", "address": "fa:16:3e:cb:b9:46", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095f9101-fd", "ovs_interfaceid": "095f9101-fd38-4e56-8d78-5c067bda7983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.435680] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca6c847-7d09-4569-a3da-5437bb6aefab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.445809] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a3767b-d587-4b08-a205-f01c264d4275 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.478937] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87158e33-28ae-4259-b3b2-e7aacf484115 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.487281] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b4e4d3-c448-4467-a4cf-32c1198ad0ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.503850] env[68205]: DEBUG nova.compute.provider_tree [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.509181] env[68205]: DEBUG nova.network.neutron [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Successfully updated port: d3100962-3df7-463d-bb40-8a97fb5ac5ad {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.556820] env[68205]: DEBUG nova.compute.manager [req-1e0cfd92-aa7a-475b-acf9-2b71bb9383e2 req-19084880-c4a1-4673-9e72-2e984752ad13 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received event network-changed-6ab033fb-b820-46f2-8c44-2e8b98175cb6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.557019] env[68205]: DEBUG nova.compute.manager [req-1e0cfd92-aa7a-475b-acf9-2b71bb9383e2 req-19084880-c4a1-4673-9e72-2e984752ad13 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Refreshing instance network info cache due to event network-changed-6ab033fb-b820-46f2-8c44-2e8b98175cb6. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.557406] env[68205]: DEBUG oslo_concurrency.lockutils [req-1e0cfd92-aa7a-475b-acf9-2b71bb9383e2 req-19084880-c4a1-4673-9e72-2e984752ad13 service nova] Acquiring lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.557559] env[68205]: DEBUG oslo_concurrency.lockutils [req-1e0cfd92-aa7a-475b-acf9-2b71bb9383e2 req-19084880-c4a1-4673-9e72-2e984752ad13 service nova] Acquired lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.558596] env[68205]: DEBUG nova.network.neutron [req-1e0cfd92-aa7a-475b-acf9-2b71bb9383e2 req-19084880-c4a1-4673-9e72-2e984752ad13 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Refreshing network info cache for port 6ab033fb-b820-46f2-8c44-2e8b98175cb6 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.917537] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.917537] env[68205]: DEBUG nova.compute.manager [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Instance network_info: |[{"id": "095f9101-fd38-4e56-8d78-5c067bda7983", "address": "fa:16:3e:cb:b9:46", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095f9101-fd", "ovs_interfaceid": "095f9101-fd38-4e56-8d78-5c067bda7983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.917854] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:b9:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '095f9101-fd38-4e56-8d78-5c067bda7983', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.926571] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Creating folder: Project (583a4edcbc37482099507e0a9fda5d73). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.927107] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-338c18d8-3e39-4914-b584-07c3a94d56f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.939317] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Created folder: Project (583a4edcbc37482099507e0a9fda5d73) in parent group-v583212. [ 1186.939317] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Creating folder: Instances. Parent ref: group-v583495. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.939317] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c14b572a-557c-4c12-9928-673c7df78e9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.947217] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Created folder: Instances in parent group-v583495. [ 1186.948044] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.948044] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.948044] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0b24e7d-f9d1-4ab0-96f2-edf61c70c969 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.967174] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.967174] env[68205]: value = "task-2905315" [ 1186.967174] env[68205]: _type = "Task" [ 1186.967174] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.975311] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905315, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.007495] env[68205]: DEBUG nova.scheduler.client.report [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.011426] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "refresh_cache-df9e307d-d80f-4597-ac00-1aa2d060bd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.011836] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "refresh_cache-df9e307d-d80f-4597-ac00-1aa2d060bd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.011836] env[68205]: DEBUG nova.network.neutron [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.334013] env[68205]: DEBUG nova.network.neutron [req-1e0cfd92-aa7a-475b-acf9-2b71bb9383e2 req-19084880-c4a1-4673-9e72-2e984752ad13 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updated VIF entry in instance network info cache for port 6ab033fb-b820-46f2-8c44-2e8b98175cb6. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.334461] env[68205]: DEBUG nova.network.neutron [req-1e0cfd92-aa7a-475b-acf9-2b71bb9383e2 req-19084880-c4a1-4673-9e72-2e984752ad13 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.477192] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905315, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.514178] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.537481] env[68205]: INFO nova.scheduler.client.report [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Deleted allocations for instance 7f6bf773-f9be-4387-9735-413c51ba88d7 [ 1187.545120] env[68205]: DEBUG nova.network.neutron [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.662939] env[68205]: DEBUG nova.network.neutron [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Updating instance_info_cache with network_info: [{"id": "d3100962-3df7-463d-bb40-8a97fb5ac5ad", "address": "fa:16:3e:53:1c:b6", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3100962-3d", "ovs_interfaceid": "d3100962-3df7-463d-bb40-8a97fb5ac5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.698818] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "f0f642c9-3503-45c6-a742-e67a0139d315" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.699138] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "f0f642c9-3503-45c6-a742-e67a0139d315" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.837410] env[68205]: DEBUG oslo_concurrency.lockutils [req-1e0cfd92-aa7a-475b-acf9-2b71bb9383e2 req-19084880-c4a1-4673-9e72-2e984752ad13 service nova] Releasing lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.978838] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905315, 'name': CreateVM_Task, 'duration_secs': 0.515445} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.980053] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.980154] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.980293] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.980608] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.980857] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e4ec23-6cfa-499c-bf91-d9c9ff3dca19 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.985443] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1187.985443] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cde7a5-f30d-d5e6-2d85-e62abf29752f" [ 1187.985443] env[68205]: _type = "Task" [ 1187.985443] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.993670] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cde7a5-f30d-d5e6-2d85-e62abf29752f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.045315] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a5a9b9f7-a553-4109-9dc1-2f3a6ebd9bb9 tempest-ServerGroupTestJSON-1253934354 tempest-ServerGroupTestJSON-1253934354-project-member] Lock "7f6bf773-f9be-4387-9735-413c51ba88d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.398s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.166077] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "refresh_cache-df9e307d-d80f-4597-ac00-1aa2d060bd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.166434] env[68205]: DEBUG nova.compute.manager [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Instance network_info: |[{"id": "d3100962-3df7-463d-bb40-8a97fb5ac5ad", "address": "fa:16:3e:53:1c:b6", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3100962-3d", "ovs_interfaceid": "d3100962-3df7-463d-bb40-8a97fb5ac5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.166792] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:1c:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3100962-3df7-463d-bb40-8a97fb5ac5ad', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.175019] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.175329] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.175568] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-995a1675-9ee8-4da8-b3c7-94ef6414c1ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.197074] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.197074] env[68205]: value = "task-2905317" [ 1188.197074] env[68205]: _type = "Task" [ 1188.197074] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.201876] env[68205]: DEBUG nova.compute.manager [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.207973] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905317, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.429600] env[68205]: DEBUG nova.compute.manager [req-e4963cd0-035c-4b1d-bfa4-31be390f53dd req-506c8644-272d-46cd-8057-ac7c3a8e308b service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Received event network-changed-d3100962-3df7-463d-bb40-8a97fb5ac5ad {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.430177] env[68205]: DEBUG nova.compute.manager [req-e4963cd0-035c-4b1d-bfa4-31be390f53dd req-506c8644-272d-46cd-8057-ac7c3a8e308b service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Refreshing instance network info cache due to event network-changed-d3100962-3df7-463d-bb40-8a97fb5ac5ad. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.430678] env[68205]: DEBUG oslo_concurrency.lockutils [req-e4963cd0-035c-4b1d-bfa4-31be390f53dd req-506c8644-272d-46cd-8057-ac7c3a8e308b service nova] Acquiring lock "refresh_cache-df9e307d-d80f-4597-ac00-1aa2d060bd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.431078] env[68205]: DEBUG oslo_concurrency.lockutils [req-e4963cd0-035c-4b1d-bfa4-31be390f53dd req-506c8644-272d-46cd-8057-ac7c3a8e308b service nova] Acquired lock "refresh_cache-df9e307d-d80f-4597-ac00-1aa2d060bd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.431563] env[68205]: DEBUG nova.network.neutron [req-e4963cd0-035c-4b1d-bfa4-31be390f53dd req-506c8644-272d-46cd-8057-ac7c3a8e308b service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Refreshing network info cache for port d3100962-3df7-463d-bb40-8a97fb5ac5ad {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.498150] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52cde7a5-f30d-d5e6-2d85-e62abf29752f, 'name': SearchDatastore_Task, 'duration_secs': 0.020492} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.498150] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.498150] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.498150] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.498150] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.498150] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.498150] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eb3bb1f-b607-427d-877c-f24721432d65 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.508325] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.508325] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.508325] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c8273d-6dbf-43a6-b816-b3a8c99d9f7f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.515204] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1188.515204] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bf3463-5cf4-ef80-5d68-fd1a992800ac" [ 1188.515204] env[68205]: _type = "Task" [ 1188.515204] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.524792] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bf3463-5cf4-ef80-5d68-fd1a992800ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.707561] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905317, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.733766] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.734211] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.736831] env[68205]: INFO nova.compute.claims [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.026949] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bf3463-5cf4-ef80-5d68-fd1a992800ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.027144] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61253982-6326-4b70-aeae-99757ea50318 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.032664] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1189.032664] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52728c5c-1330-74d7-0f80-2d1212c1641d" [ 1189.032664] env[68205]: _type = "Task" [ 1189.032664] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.044800] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52728c5c-1330-74d7-0f80-2d1212c1641d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.213890] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905317, 'name': CreateVM_Task, 'duration_secs': 0.632113} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.214111] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.215142] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.215477] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.215859] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.219324] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313c8f0f-de46-4dca-96df-d0e1aa2b0bd4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.226714] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1189.226714] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528c07b1-e0b7-172a-51fa-16de2a4eb825" [ 1189.226714] env[68205]: _type = "Task" [ 1189.226714] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.247176] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528c07b1-e0b7-172a-51fa-16de2a4eb825, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.248061] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.248356] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.248732] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.296609] env[68205]: DEBUG nova.network.neutron [req-e4963cd0-035c-4b1d-bfa4-31be390f53dd req-506c8644-272d-46cd-8057-ac7c3a8e308b service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Updated VIF entry in instance network info cache for port d3100962-3df7-463d-bb40-8a97fb5ac5ad. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.296968] env[68205]: DEBUG nova.network.neutron [req-e4963cd0-035c-4b1d-bfa4-31be390f53dd req-506c8644-272d-46cd-8057-ac7c3a8e308b service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Updating instance_info_cache with network_info: [{"id": "d3100962-3df7-463d-bb40-8a97fb5ac5ad", "address": "fa:16:3e:53:1c:b6", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3100962-3d", "ovs_interfaceid": "d3100962-3df7-463d-bb40-8a97fb5ac5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.548799] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52728c5c-1330-74d7-0f80-2d1212c1641d, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.548966] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.549438] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] cf3f73a4-e8b5-45e0-979c-967dd9553f34/cf3f73a4-e8b5-45e0-979c-967dd9553f34.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.551046] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.551368] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.551702] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-231b9acb-9006-497d-b496-e3bf43949a5f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.554757] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67549347-4045-4ab4-ad21-343a963f1fcf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.565993] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1189.565993] env[68205]: value = "task-2905318" [ 1189.565993] env[68205]: _type = "Task" [ 1189.565993] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.567665] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.567940] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.573370] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95dd1b4b-3965-45e4-a302-ffa3ba106d00 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.580336] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.581973] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1189.581973] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ef7b8e-6c3b-36d8-3c97-ede367e6b996" [ 1189.581973] env[68205]: _type = "Task" [ 1189.581973] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.589629] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ef7b8e-6c3b-36d8-3c97-ede367e6b996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.803129] env[68205]: DEBUG oslo_concurrency.lockutils [req-e4963cd0-035c-4b1d-bfa4-31be390f53dd req-506c8644-272d-46cd-8057-ac7c3a8e308b service nova] Releasing lock "refresh_cache-df9e307d-d80f-4597-ac00-1aa2d060bd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.927978] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1acaa2-a153-4f78-adee-73f0c8eb48ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.939418] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2673af5e-1e04-4a75-ab89-2cfa4c1eecd0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.973444] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f1dd77-a410-4b6f-b525-f01bc4c96b60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.981771] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f86e5-e069-4b88-a10c-fe4bd209bba5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.995011] env[68205]: DEBUG nova.compute.provider_tree [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.078587] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905318, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.092167] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ef7b8e-6c3b-36d8-3c97-ede367e6b996, 'name': SearchDatastore_Task, 'duration_secs': 0.019724} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.093134] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f9889e-da4e-4445-9834-985d62c6ec66 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.098874] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1190.098874] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e60995-d5b5-012e-c810-f117de2cd07d" [ 1190.098874] env[68205]: _type = "Task" [ 1190.098874] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.108348] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e60995-d5b5-012e-c810-f117de2cd07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.498797] env[68205]: DEBUG nova.scheduler.client.report [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.581088] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585078} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.581429] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] cf3f73a4-e8b5-45e0-979c-967dd9553f34/cf3f73a4-e8b5-45e0-979c-967dd9553f34.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.581657] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.581954] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-150bd3c1-e695-4595-897f-27abb76d848a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.589884] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1190.589884] env[68205]: value = "task-2905320" [ 1190.589884] env[68205]: _type = "Task" [ 1190.589884] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.599177] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.609121] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e60995-d5b5-012e-c810-f117de2cd07d, 'name': SearchDatastore_Task, 'duration_secs': 0.04039} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.609442] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.609744] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] df9e307d-d80f-4597-ac00-1aa2d060bd7e/df9e307d-d80f-4597-ac00-1aa2d060bd7e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.610045] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db561ae2-5c17-41d3-a7eb-1f03e6f2844c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.615926] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1190.615926] env[68205]: value = "task-2905321" [ 1190.615926] env[68205]: _type = "Task" [ 1190.615926] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.623682] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.004547] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.005293] env[68205]: DEBUG nova.compute.manager [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.099733] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123671} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.100079] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.100775] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05c7493-4086-4dd1-943b-204e67468d4f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.123156] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] cf3f73a4-e8b5-45e0-979c-967dd9553f34/cf3f73a4-e8b5-45e0-979c-967dd9553f34.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.123476] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1885ce38-e243-4cc1-b348-d503628d126c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.145294] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482474} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.146469] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] df9e307d-d80f-4597-ac00-1aa2d060bd7e/df9e307d-d80f-4597-ac00-1aa2d060bd7e.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.146693] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.147010] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1191.147010] env[68205]: value = "task-2905322" [ 1191.147010] env[68205]: _type = "Task" [ 1191.147010] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.147192] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-077b424a-de17-49af-aa61-da93fe7b98c6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.157136] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905322, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.158389] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1191.158389] env[68205]: value = "task-2905323" [ 1191.158389] env[68205]: _type = "Task" [ 1191.158389] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.166491] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.511698] env[68205]: DEBUG nova.compute.utils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.513259] env[68205]: DEBUG nova.compute.manager [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.513434] env[68205]: DEBUG nova.network.neutron [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.550617] env[68205]: DEBUG nova.policy [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b35563a215491783d8249bc165d408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '498c71afbe354c298aabe79f6d4ad558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.663453] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.674197] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.341484} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.674698] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.676317] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d05dc1e-69b7-4df6-9f65-119d79194888 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.700541] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] df9e307d-d80f-4597-ac00-1aa2d060bd7e/df9e307d-d80f-4597-ac00-1aa2d060bd7e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.703020] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2851c9b4-c0cb-45eb-9c2a-680652047b62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.721875] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1191.721875] env[68205]: value = "task-2905324" [ 1191.721875] env[68205]: _type = "Task" [ 1191.721875] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.731757] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.778533] env[68205]: DEBUG nova.network.neutron [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Successfully created port: d366be40-2cd7-43d1-9ac0-5c14d57e2bb5 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.018326] env[68205]: DEBUG nova.compute.manager [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.160009] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905322, 'name': ReconfigVM_Task, 'duration_secs': 0.650189} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.160375] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Reconfigured VM instance instance-00000069 to attach disk [datastore2] cf3f73a4-e8b5-45e0-979c-967dd9553f34/cf3f73a4-e8b5-45e0-979c-967dd9553f34.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.160922] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0df67af6-0a56-4e6e-9471-732858629e89 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.167266] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1192.167266] env[68205]: value = "task-2905326" [ 1192.167266] env[68205]: _type = "Task" [ 1192.167266] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.176260] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905326, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.231975] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.677542] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905326, 'name': Rename_Task, 'duration_secs': 0.137605} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.677809] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.678071] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45153269-0e31-4741-813a-37096b2f2eba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.684838] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1192.684838] env[68205]: value = "task-2905327" [ 1192.684838] env[68205]: _type = "Task" [ 1192.684838] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.692317] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.732462] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905324, 'name': ReconfigVM_Task, 'duration_secs': 0.69582} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.732794] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] df9e307d-d80f-4597-ac00-1aa2d060bd7e/df9e307d-d80f-4597-ac00-1aa2d060bd7e.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.733551] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e1a9e6d-10fe-409d-b509-9da8be922721 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.740282] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1192.740282] env[68205]: value = "task-2905328" [ 1192.740282] env[68205]: _type = "Task" [ 1192.740282] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.747938] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905328, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.029769] env[68205]: DEBUG nova.compute.manager [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.065946] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.066317] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.066998] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.066998] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.066998] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.066998] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.066998] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.067166] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.067313] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.067499] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.067682] env[68205]: DEBUG nova.virt.hardware [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.068626] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d946626-1aa7-4fe3-b953-e88b77da792b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.076802] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1dbd71-38b1-4bb7-82dd-f8175bfef778 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.194240] env[68205]: DEBUG oslo_vmware.api [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905327, 'name': PowerOnVM_Task, 'duration_secs': 0.455312} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.194574] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.194717] env[68205]: INFO nova.compute.manager [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1193.194859] env[68205]: DEBUG nova.compute.manager [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.195677] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda1d8d1-9fc1-4331-8ce6-9d034f05ab19 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.251825] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905328, 'name': Rename_Task, 'duration_secs': 0.166228} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.252136] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.253396] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9def035-239b-4015-a5e1-9360f29456f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.256246] env[68205]: DEBUG nova.compute.manager [req-bba56cac-003c-45f8-be82-3b8038330d60 req-489de59b-cf06-4388-a951-1830feff5c3f service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Received event network-vif-plugged-d366be40-2cd7-43d1-9ac0-5c14d57e2bb5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.256581] env[68205]: DEBUG oslo_concurrency.lockutils [req-bba56cac-003c-45f8-be82-3b8038330d60 req-489de59b-cf06-4388-a951-1830feff5c3f service nova] Acquiring lock "f0f642c9-3503-45c6-a742-e67a0139d315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.256656] env[68205]: DEBUG oslo_concurrency.lockutils [req-bba56cac-003c-45f8-be82-3b8038330d60 req-489de59b-cf06-4388-a951-1830feff5c3f service nova] Lock "f0f642c9-3503-45c6-a742-e67a0139d315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.256901] env[68205]: DEBUG oslo_concurrency.lockutils [req-bba56cac-003c-45f8-be82-3b8038330d60 req-489de59b-cf06-4388-a951-1830feff5c3f service nova] Lock "f0f642c9-3503-45c6-a742-e67a0139d315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.256958] env[68205]: DEBUG nova.compute.manager [req-bba56cac-003c-45f8-be82-3b8038330d60 req-489de59b-cf06-4388-a951-1830feff5c3f service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] No waiting events found dispatching network-vif-plugged-d366be40-2cd7-43d1-9ac0-5c14d57e2bb5 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.257150] env[68205]: WARNING nova.compute.manager [req-bba56cac-003c-45f8-be82-3b8038330d60 req-489de59b-cf06-4388-a951-1830feff5c3f service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Received unexpected event network-vif-plugged-d366be40-2cd7-43d1-9ac0-5c14d57e2bb5 for instance with vm_state building and task_state spawning. [ 1193.262414] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1193.262414] env[68205]: value = "task-2905329" [ 1193.262414] env[68205]: _type = "Task" [ 1193.262414] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.270663] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.352366] env[68205]: DEBUG nova.network.neutron [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Successfully updated port: d366be40-2cd7-43d1-9ac0-5c14d57e2bb5 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.716248] env[68205]: INFO nova.compute.manager [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Took 15.06 seconds to build instance. [ 1193.775000] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.856141] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "refresh_cache-f0f642c9-3503-45c6-a742-e67a0139d315" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.856141] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "refresh_cache-f0f642c9-3503-45c6-a742-e67a0139d315" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.856141] env[68205]: DEBUG nova.network.neutron [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.218642] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ad36d04-fd43-49e6-aef6-0e7908dcfd49 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.574s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.276601] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905329, 'name': PowerOnVM_Task} progress is 79%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.439965] env[68205]: DEBUG nova.network.neutron [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.691537] env[68205]: DEBUG nova.network.neutron [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Updating instance_info_cache with network_info: [{"id": "d366be40-2cd7-43d1-9ac0-5c14d57e2bb5", "address": "fa:16:3e:a5:da:6a", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd366be40-2c", "ovs_interfaceid": "d366be40-2cd7-43d1-9ac0-5c14d57e2bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.775282] env[68205]: DEBUG oslo_vmware.api [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905329, 'name': PowerOnVM_Task, 'duration_secs': 1.092388} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.775631] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.775790] env[68205]: INFO nova.compute.manager [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1194.775969] env[68205]: DEBUG nova.compute.manager [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.780543] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ce4732-8eab-4257-bad7-e42e46e9a3d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.199417] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "refresh_cache-f0f642c9-3503-45c6-a742-e67a0139d315" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.199417] env[68205]: DEBUG nova.compute.manager [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Instance network_info: |[{"id": "d366be40-2cd7-43d1-9ac0-5c14d57e2bb5", "address": "fa:16:3e:a5:da:6a", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd366be40-2c", "ovs_interfaceid": "d366be40-2cd7-43d1-9ac0-5c14d57e2bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.199791] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:da:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd366be40-2cd7-43d1-9ac0-5c14d57e2bb5', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.211294] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.212367] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.212667] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5526376b-56b6-4842-b958-14bd1faa37fe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.234810] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.234810] env[68205]: value = "task-2905331" [ 1195.234810] env[68205]: _type = "Task" [ 1195.234810] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.243220] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905331, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.294819] env[68205]: DEBUG nova.compute.manager [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Received event network-changed-d366be40-2cd7-43d1-9ac0-5c14d57e2bb5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.294982] env[68205]: DEBUG nova.compute.manager [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Refreshing instance network info cache due to event network-changed-d366be40-2cd7-43d1-9ac0-5c14d57e2bb5. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.295778] env[68205]: DEBUG oslo_concurrency.lockutils [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] Acquiring lock "refresh_cache-f0f642c9-3503-45c6-a742-e67a0139d315" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.295996] env[68205]: DEBUG oslo_concurrency.lockutils [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] Acquired lock "refresh_cache-f0f642c9-3503-45c6-a742-e67a0139d315" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.296187] env[68205]: DEBUG nova.network.neutron [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Refreshing network info cache for port d366be40-2cd7-43d1-9ac0-5c14d57e2bb5 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.309371] env[68205]: INFO nova.compute.manager [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Took 14.79 seconds to build instance. [ 1195.745663] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905331, 'name': CreateVM_Task, 'duration_secs': 0.31964} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.745881] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.746711] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.746933] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.747311] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.747605] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12750cd1-e3e8-4119-8133-3f73dabbc3ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.752936] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1195.752936] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5299a6c4-d83f-4165-eee2-e2a5c5512200" [ 1195.752936] env[68205]: _type = "Task" [ 1195.752936] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.761246] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5299a6c4-d83f-4165-eee2-e2a5c5512200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.815779] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b136372e-e95a-409e-a00b-212f0146a472 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.307s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.006928] env[68205]: DEBUG nova.network.neutron [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Updated VIF entry in instance network info cache for port d366be40-2cd7-43d1-9ac0-5c14d57e2bb5. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.007334] env[68205]: DEBUG nova.network.neutron [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Updating instance_info_cache with network_info: [{"id": "d366be40-2cd7-43d1-9ac0-5c14d57e2bb5", "address": "fa:16:3e:a5:da:6a", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd366be40-2c", "ovs_interfaceid": "d366be40-2cd7-43d1-9ac0-5c14d57e2bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.250312] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.250312] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.265452] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5299a6c4-d83f-4165-eee2-e2a5c5512200, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.266588] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.267422] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.267422] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.267422] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.267684] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.268500] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e100be5-e6bc-4f7b-a056-df87c1e6a11c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.277535] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.277925] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.278716] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0198916e-062e-4b00-aa46-2ba10a8d2f2f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.285405] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1196.285405] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ab43a2-a804-4884-e5e6-8f2daeb1d9a6" [ 1196.285405] env[68205]: _type = "Task" [ 1196.285405] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.294316] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ab43a2-a804-4884-e5e6-8f2daeb1d9a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.513784] env[68205]: DEBUG oslo_concurrency.lockutils [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] Releasing lock "refresh_cache-f0f642c9-3503-45c6-a742-e67a0139d315" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.514093] env[68205]: DEBUG nova.compute.manager [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Received event network-changed-095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.514269] env[68205]: DEBUG nova.compute.manager [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Refreshing instance network info cache due to event network-changed-095f9101-fd38-4e56-8d78-5c067bda7983. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.514491] env[68205]: DEBUG oslo_concurrency.lockutils [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] Acquiring lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.514630] env[68205]: DEBUG oslo_concurrency.lockutils [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] Acquired lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.514787] env[68205]: DEBUG nova.network.neutron [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Refreshing network info cache for port 095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.746963] env[68205]: DEBUG nova.compute.manager [req-75ed035e-bd32-458b-b6ab-6863182cdc7e req-6d9e0e0e-f63f-45af-b8df-1ffaf16c5b6f service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Received event network-changed-d3100962-3df7-463d-bb40-8a97fb5ac5ad {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.747177] env[68205]: DEBUG nova.compute.manager [req-75ed035e-bd32-458b-b6ab-6863182cdc7e req-6d9e0e0e-f63f-45af-b8df-1ffaf16c5b6f service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Refreshing instance network info cache due to event network-changed-d3100962-3df7-463d-bb40-8a97fb5ac5ad. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.747393] env[68205]: DEBUG oslo_concurrency.lockutils [req-75ed035e-bd32-458b-b6ab-6863182cdc7e req-6d9e0e0e-f63f-45af-b8df-1ffaf16c5b6f service nova] Acquiring lock "refresh_cache-df9e307d-d80f-4597-ac00-1aa2d060bd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.747538] env[68205]: DEBUG oslo_concurrency.lockutils [req-75ed035e-bd32-458b-b6ab-6863182cdc7e req-6d9e0e0e-f63f-45af-b8df-1ffaf16c5b6f service nova] Acquired lock "refresh_cache-df9e307d-d80f-4597-ac00-1aa2d060bd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.747740] env[68205]: DEBUG nova.network.neutron [req-75ed035e-bd32-458b-b6ab-6863182cdc7e req-6d9e0e0e-f63f-45af-b8df-1ffaf16c5b6f service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Refreshing network info cache for port d3100962-3df7-463d-bb40-8a97fb5ac5ad {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.751838] env[68205]: DEBUG nova.compute.manager [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.795366] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ab43a2-a804-4884-e5e6-8f2daeb1d9a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008244} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.796544] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6118074-5140-4563-b1ee-6a821857d30e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.802973] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1196.802973] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebd740-5d1f-fc1c-1d18-4848ffa7ca47" [ 1196.802973] env[68205]: _type = "Task" [ 1196.802973] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.810936] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebd740-5d1f-fc1c-1d18-4848ffa7ca47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.259133] env[68205]: DEBUG nova.network.neutron [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Updated VIF entry in instance network info cache for port 095f9101-fd38-4e56-8d78-5c067bda7983. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.259543] env[68205]: DEBUG nova.network.neutron [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Updating instance_info_cache with network_info: [{"id": "095f9101-fd38-4e56-8d78-5c067bda7983", "address": "fa:16:3e:cb:b9:46", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095f9101-fd", "ovs_interfaceid": "095f9101-fd38-4e56-8d78-5c067bda7983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.292859] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.293150] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.294852] env[68205]: INFO nova.compute.claims [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.314804] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebd740-5d1f-fc1c-1d18-4848ffa7ca47, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.314804] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.314804] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] f0f642c9-3503-45c6-a742-e67a0139d315/f0f642c9-3503-45c6-a742-e67a0139d315.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.314804] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca9aaee8-0b30-4a67-9934-f059ca0d881c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.321732] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1197.321732] env[68205]: value = "task-2905333" [ 1197.321732] env[68205]: _type = "Task" [ 1197.321732] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.330032] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.513848] env[68205]: DEBUG nova.network.neutron [req-75ed035e-bd32-458b-b6ab-6863182cdc7e req-6d9e0e0e-f63f-45af-b8df-1ffaf16c5b6f service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Updated VIF entry in instance network info cache for port d3100962-3df7-463d-bb40-8a97fb5ac5ad. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.514272] env[68205]: DEBUG nova.network.neutron [req-75ed035e-bd32-458b-b6ab-6863182cdc7e req-6d9e0e0e-f63f-45af-b8df-1ffaf16c5b6f service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Updating instance_info_cache with network_info: [{"id": "d3100962-3df7-463d-bb40-8a97fb5ac5ad", "address": "fa:16:3e:53:1c:b6", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3100962-3d", "ovs_interfaceid": "d3100962-3df7-463d-bb40-8a97fb5ac5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.762611] env[68205]: DEBUG oslo_concurrency.lockutils [req-3eed5c46-2a51-425d-b07e-e21e376ecbc1 req-ccec37e7-ecd9-4088-aecd-c61ea6d07b47 service nova] Releasing lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.831808] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444337} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.832069] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] f0f642c9-3503-45c6-a742-e67a0139d315/f0f642c9-3503-45c6-a742-e67a0139d315.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.832286] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.832539] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68b1f94f-5768-4135-a348-b23b9f8d1724 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.839325] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1197.839325] env[68205]: value = "task-2905334" [ 1197.839325] env[68205]: _type = "Task" [ 1197.839325] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.848690] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.017698] env[68205]: DEBUG oslo_concurrency.lockutils [req-75ed035e-bd32-458b-b6ab-6863182cdc7e req-6d9e0e0e-f63f-45af-b8df-1ffaf16c5b6f service nova] Releasing lock "refresh_cache-df9e307d-d80f-4597-ac00-1aa2d060bd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.349535] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068541} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.351858] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.352894] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe1a7a3-bc63-46fa-8f88-d788068be394 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.375143] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] f0f642c9-3503-45c6-a742-e67a0139d315/f0f642c9-3503-45c6-a742-e67a0139d315.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.377760] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f569519-f022-468b-bd0e-8b6f88bf0beb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.397533] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1198.397533] env[68205]: value = "task-2905336" [ 1198.397533] env[68205]: _type = "Task" [ 1198.397533] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.407393] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.475123] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156e7691-9b12-4170-8a3c-859553669829 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.482795] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a0f2cc-6e42-4ac4-8a6b-940c6b572adf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.514336] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ed830a-f5f1-42f2-bc5b-f16a5ffb1ab4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.521863] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b39c78-8fbd-4efa-87da-07bb5d088255 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.536843] env[68205]: DEBUG nova.compute.provider_tree [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.908073] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.043821] env[68205]: DEBUG nova.scheduler.client.report [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.409074] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905336, 'name': ReconfigVM_Task, 'duration_secs': 0.882922} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.409074] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Reconfigured VM instance instance-0000006b to attach disk [datastore1] f0f642c9-3503-45c6-a742-e67a0139d315/f0f642c9-3503-45c6-a742-e67a0139d315.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.409559] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c54531d9-b403-4042-9638-8227487f67b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.415695] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1199.415695] env[68205]: value = "task-2905337" [ 1199.415695] env[68205]: _type = "Task" [ 1199.415695] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.423237] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905337, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.550625] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.551249] env[68205]: DEBUG nova.compute.manager [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.925198] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905337, 'name': Rename_Task, 'duration_secs': 0.148094} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.925484] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.925731] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c94ea775-8d31-4fef-8d0a-de3e8ab2d8ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.932040] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1199.932040] env[68205]: value = "task-2905338" [ 1199.932040] env[68205]: _type = "Task" [ 1199.932040] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.939465] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.059372] env[68205]: DEBUG nova.compute.utils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.061164] env[68205]: DEBUG nova.compute.manager [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.061260] env[68205]: DEBUG nova.network.neutron [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.108041] env[68205]: DEBUG nova.policy [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8beb5ab519d345c691f4859ad1a04390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d3f7eff6c7446aa87caa98b04fbe102', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.407628] env[68205]: DEBUG nova.network.neutron [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Successfully created port: 315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.442445] env[68205]: DEBUG oslo_vmware.api [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905338, 'name': PowerOnVM_Task, 'duration_secs': 0.490579} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.442818] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.442926] env[68205]: INFO nova.compute.manager [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1200.443107] env[68205]: DEBUG nova.compute.manager [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.443897] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636e0035-5721-4106-adac-2f8acee300c6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.564311] env[68205]: DEBUG nova.compute.manager [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.963800] env[68205]: INFO nova.compute.manager [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Took 12.25 seconds to build instance. [ 1201.166310] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.166533] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.166660] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.166822] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.166978] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.167140] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.167285] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.167421] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1201.167562] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.465797] env[68205]: DEBUG oslo_concurrency.lockutils [None req-78857093-9a14-42ea-9c2d-b062b3cdc492 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "f0f642c9-3503-45c6-a742-e67a0139d315" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.766s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.520650] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "f0f642c9-3503-45c6-a742-e67a0139d315" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.520917] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "f0f642c9-3503-45c6-a742-e67a0139d315" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.521141] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "f0f642c9-3503-45c6-a742-e67a0139d315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.521360] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "f0f642c9-3503-45c6-a742-e67a0139d315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.521551] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "f0f642c9-3503-45c6-a742-e67a0139d315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.523727] env[68205]: INFO nova.compute.manager [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Terminating instance [ 1201.575050] env[68205]: DEBUG nova.compute.manager [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.601096] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.601378] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.601536] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.601725] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.601860] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.602020] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.602242] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.602399] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.602654] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.602857] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.603048] env[68205]: DEBUG nova.virt.hardware [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.603900] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7282d061-20f8-4757-b556-01965c3f7066 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.612320] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500491bc-9d5e-4034-a569-6ca56cf5f4bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.671315] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.671648] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.671819] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.671977] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1201.673087] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fb064c-eeca-46bf-a28e-ba96922b97ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.680972] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a75b87-fca9-4bd6-aebb-7a3bd51aff9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.696065] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02336b8-9190-4db4-934a-67af160453cb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.702525] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91534b74-26fa-4761-9bda-363a7732089f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.731380] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180260MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1201.731563] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.731764] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.778530] env[68205]: DEBUG nova.compute.manager [req-6ccb226a-fc5d-4b05-9f52-38ac4a9fb8bc req-9dc5c114-8468-4828-b719-f45cb03d5d8d service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received event network-vif-plugged-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.778746] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ccb226a-fc5d-4b05-9f52-38ac4a9fb8bc req-9dc5c114-8468-4828-b719-f45cb03d5d8d service nova] Acquiring lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.778945] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ccb226a-fc5d-4b05-9f52-38ac4a9fb8bc req-9dc5c114-8468-4828-b719-f45cb03d5d8d service nova] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.779197] env[68205]: DEBUG oslo_concurrency.lockutils [req-6ccb226a-fc5d-4b05-9f52-38ac4a9fb8bc req-9dc5c114-8468-4828-b719-f45cb03d5d8d service nova] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.779273] env[68205]: DEBUG nova.compute.manager [req-6ccb226a-fc5d-4b05-9f52-38ac4a9fb8bc req-9dc5c114-8468-4828-b719-f45cb03d5d8d service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] No waiting events found dispatching network-vif-plugged-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.779446] env[68205]: WARNING nova.compute.manager [req-6ccb226a-fc5d-4b05-9f52-38ac4a9fb8bc req-9dc5c114-8468-4828-b719-f45cb03d5d8d service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received unexpected event network-vif-plugged-315404c8-3365-4950-a750-81363e59ea94 for instance with vm_state building and task_state spawning. [ 1201.866637] env[68205]: DEBUG nova.network.neutron [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Successfully updated port: 315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.027664] env[68205]: DEBUG nova.compute.manager [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.027931] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.028852] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dceef6-173d-45ea-88ec-2acae0af4a2e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.036677] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.036914] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-199baf6a-0c66-4cdd-b537-3bdea4300a93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.043966] env[68205]: DEBUG oslo_vmware.api [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1202.043966] env[68205]: value = "task-2905340" [ 1202.043966] env[68205]: _type = "Task" [ 1202.043966] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.052359] env[68205]: DEBUG oslo_vmware.api [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.372257] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.372338] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.372546] env[68205]: DEBUG nova.network.neutron [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.553561] env[68205]: DEBUG oslo_vmware.api [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905340, 'name': PowerOffVM_Task, 'duration_secs': 0.198344} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.553944] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.553994] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.554253] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebf2a4ec-207c-4f86-821b-225c60d1c472 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.617848] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.618085] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.618273] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleting the datastore file [datastore1] f0f642c9-3503-45c6-a742-e67a0139d315 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.618537] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb384b0-8d2b-4d9e-8c17-c0e73b365c3a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.625528] env[68205]: DEBUG oslo_vmware.api [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1202.625528] env[68205]: value = "task-2905343" [ 1202.625528] env[68205]: _type = "Task" [ 1202.625528] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.632968] env[68205]: DEBUG oslo_vmware.api [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.762455] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6e3f3a8b-653c-4383-862b-9e678b58a724 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.762676] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 505736ae-1357-403a-9640-0a68e9e12ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.762851] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 3088e98f-8af4-460b-83d6-17782181b4fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.762999] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance da259670-8347-4bf2-bee2-b8c2eb3a0009 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.763186] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 21cea874-047b-4419-8251-2a93406681ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.763355] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 382561c0-ff10-4612-a66e-bc079b7333f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.763484] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance cf3f73a4-e8b5-45e0-979c-967dd9553f34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.763618] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance df9e307d-d80f-4597-ac00-1aa2d060bd7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.763777] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f0f642c9-3503-45c6-a742-e67a0139d315 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.763938] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 69ff88f9-0a23-4b45-a468-1d03a2b26aac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.764203] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1202.764396] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1202.881675] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e89f66c-04ff-45af-b026-e41c0870eb93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.888864] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1128d27f-aeea-4485-8d51-47aa00620a13 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.919738] env[68205]: DEBUG nova.network.neutron [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.922136] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cbe968-8077-4c5c-a2be-addae9028948 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.929923] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dc9b06-dfdd-4f59-9219-de25d78212e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.942392] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.058514] env[68205]: DEBUG nova.network.neutron [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updating instance_info_cache with network_info: [{"id": "315404c8-3365-4950-a750-81363e59ea94", "address": "fa:16:3e:00:cf:12", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315404c8-33", "ovs_interfaceid": "315404c8-3365-4950-a750-81363e59ea94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.134953] env[68205]: DEBUG oslo_vmware.api [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157773} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.135218] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.135398] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.135579] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.135768] env[68205]: INFO nova.compute.manager [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1203.136017] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.136204] env[68205]: DEBUG nova.compute.manager [-] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.136299] env[68205]: DEBUG nova.network.neutron [-] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.447039] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.561093] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.561457] env[68205]: DEBUG nova.compute.manager [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Instance network_info: |[{"id": "315404c8-3365-4950-a750-81363e59ea94", "address": "fa:16:3e:00:cf:12", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315404c8-33", "ovs_interfaceid": "315404c8-3365-4950-a750-81363e59ea94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.561900] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:cf:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '315404c8-3365-4950-a750-81363e59ea94', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.569601] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating folder: Project (5d3f7eff6c7446aa87caa98b04fbe102). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1203.569698] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b1d288f-95a8-447f-9a6e-f2db54408d30 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.579877] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Created folder: Project (5d3f7eff6c7446aa87caa98b04fbe102) in parent group-v583212. [ 1203.580075] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating folder: Instances. Parent ref: group-v583502. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1203.580306] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5a4612f-fe74-477a-b690-a1d6688fba9c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.588809] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Created folder: Instances in parent group-v583502. [ 1203.589060] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.589255] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.589461] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9b684c2-1822-499d-9823-8dce0610b3da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.609225] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.609225] env[68205]: value = "task-2905346" [ 1203.609225] env[68205]: _type = "Task" [ 1203.609225] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.618083] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905346, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.810250] env[68205]: DEBUG nova.compute.manager [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received event network-changed-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.810411] env[68205]: DEBUG nova.compute.manager [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Refreshing instance network info cache due to event network-changed-315404c8-3365-4950-a750-81363e59ea94. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.810669] env[68205]: DEBUG oslo_concurrency.lockutils [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] Acquiring lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.810844] env[68205]: DEBUG oslo_concurrency.lockutils [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] Acquired lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.811008] env[68205]: DEBUG nova.network.neutron [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Refreshing network info cache for port 315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.866701] env[68205]: DEBUG nova.network.neutron [-] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.951998] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1203.952275] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.220s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.952583] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.952733] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Cleaning up deleted instances with incomplete migration {{(pid=68205) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1204.118927] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905346, 'name': CreateVM_Task, 'duration_secs': 0.32452} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.119654] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.119852] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.120021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.120321] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.120573] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86e58e9-912f-4779-b36d-f4ffb93657ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.125329] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1204.125329] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e2a45a-4885-8496-4259-c11f3c83afbf" [ 1204.125329] env[68205]: _type = "Task" [ 1204.125329] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.132672] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e2a45a-4885-8496-4259-c11f3c83afbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.370510] env[68205]: INFO nova.compute.manager [-] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Took 1.23 seconds to deallocate network for instance. [ 1204.455100] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.528575] env[68205]: DEBUG nova.network.neutron [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updated VIF entry in instance network info cache for port 315404c8-3365-4950-a750-81363e59ea94. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.529010] env[68205]: DEBUG nova.network.neutron [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updating instance_info_cache with network_info: [{"id": "315404c8-3365-4950-a750-81363e59ea94", "address": "fa:16:3e:00:cf:12", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315404c8-33", "ovs_interfaceid": "315404c8-3365-4950-a750-81363e59ea94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.635746] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e2a45a-4885-8496-4259-c11f3c83afbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.636100] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.636303] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.636537] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.636754] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.636948] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.637228] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed547eea-6b46-4251-8f0f-16c025ad214a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.645361] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.645592] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.646306] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b16de2-3477-4847-95d0-aaad449ff391 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.651077] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1204.651077] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529cad70-15da-d046-6a5e-53e8aba410a6" [ 1204.651077] env[68205]: _type = "Task" [ 1204.651077] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.658696] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529cad70-15da-d046-6a5e-53e8aba410a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.879073] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.879073] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.879281] env[68205]: DEBUG nova.objects.instance [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lazy-loading 'resources' on Instance uuid f0f642c9-3503-45c6-a742-e67a0139d315 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.031482] env[68205]: DEBUG oslo_concurrency.lockutils [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] Releasing lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.031758] env[68205]: DEBUG nova.compute.manager [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Received event network-vif-deleted-d366be40-2cd7-43d1-9ac0-5c14d57e2bb5 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.031936] env[68205]: INFO nova.compute.manager [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Neutron deleted interface d366be40-2cd7-43d1-9ac0-5c14d57e2bb5; detaching it from the instance and deleting it from the info cache [ 1205.032128] env[68205]: DEBUG nova.network.neutron [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.162048] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529cad70-15da-d046-6a5e-53e8aba410a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008228} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.162875] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8459ecb4-7ac4-451c-bc33-74533cf2d8a4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.168193] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1205.168193] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fd11ab-9117-b474-f63a-a2a5ce9a7be3" [ 1205.168193] env[68205]: _type = "Task" [ 1205.168193] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.175819] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fd11ab-9117-b474-f63a-a2a5ce9a7be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.526019] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98486b85-df49-4100-b80f-482ad852f1da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.533573] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fc2024-8f4c-4a20-a7ab-a121ee13cdd3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.537206] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3b313db-7046-4e35-85e5-59612ed318a4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.569575] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a95f1d-f38a-4d4f-af1a-a9d618aa4dfa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.575118] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfcdc08-2530-437e-b81d-f4a1a7abaa0a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.590809] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa0533a-8311-4d8d-80e8-971728287f19 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.604846] env[68205]: DEBUG nova.compute.provider_tree [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.616747] env[68205]: DEBUG nova.compute.manager [req-cba18a05-b35e-49fb-bdac-0724fd5f65c3 req-d1a208e7-8938-4f82-9422-32a2fd7a43fd service nova] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Detach interface failed, port_id=d366be40-2cd7-43d1-9ac0-5c14d57e2bb5, reason: Instance f0f642c9-3503-45c6-a742-e67a0139d315 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.679333] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fd11ab-9117-b474-f63a-a2a5ce9a7be3, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.679649] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.679846] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 69ff88f9-0a23-4b45-a468-1d03a2b26aac/69ff88f9-0a23-4b45-a468-1d03a2b26aac.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.680121] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaccc0ff-2a5b-4899-b6ed-2166c9b5ae08 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.686732] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1205.686732] env[68205]: value = "task-2905347" [ 1205.686732] env[68205]: _type = "Task" [ 1205.686732] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.694334] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.119241] env[68205]: DEBUG nova.scheduler.client.report [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.196945] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44827} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.197675] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 69ff88f9-0a23-4b45-a468-1d03a2b26aac/69ff88f9-0a23-4b45-a468-1d03a2b26aac.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.197819] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.198360] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1ff98af-ef8f-40fb-8fc8-b0d2a3645323 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.205041] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1206.205041] env[68205]: value = "task-2905348" [ 1206.205041] env[68205]: _type = "Task" [ 1206.205041] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.212681] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.338151] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Acquiring lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.338261] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.624133] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.647923] env[68205]: INFO nova.scheduler.client.report [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted allocations for instance f0f642c9-3503-45c6-a742-e67a0139d315 [ 1206.714651] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058049} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.714958] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.715672] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47242914-bb9b-4f2b-a705-e5b9e1128999 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.737207] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 69ff88f9-0a23-4b45-a468-1d03a2b26aac/69ff88f9-0a23-4b45-a468-1d03a2b26aac.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.737439] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e21def2-35fa-4a60-ad2b-734b54e37570 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.757065] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1206.757065] env[68205]: value = "task-2905349" [ 1206.757065] env[68205]: _type = "Task" [ 1206.757065] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.764363] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.840579] env[68205]: DEBUG nova.compute.manager [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.156307] env[68205]: DEBUG oslo_concurrency.lockutils [None req-54b0a709-6830-4f6c-80dc-f0eef1df30c2 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "f0f642c9-3503-45c6-a742-e67a0139d315" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.635s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.266451] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905349, 'name': ReconfigVM_Task, 'duration_secs': 0.271592} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.266729] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 69ff88f9-0a23-4b45-a468-1d03a2b26aac/69ff88f9-0a23-4b45-a468-1d03a2b26aac.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.267372] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c299d066-cc14-46f5-a82b-e81d42924256 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.273439] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1207.273439] env[68205]: value = "task-2905350" [ 1207.273439] env[68205]: _type = "Task" [ 1207.273439] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.282426] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905350, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.362996] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.363297] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.364831] env[68205]: INFO nova.compute.claims [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.783681] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905350, 'name': Rename_Task, 'duration_secs': 0.165993} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.784157] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.784157] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-761dd2de-d87d-4b41-a626-86145803d790 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.792585] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1207.792585] env[68205]: value = "task-2905351" [ 1207.792585] env[68205]: _type = "Task" [ 1207.792585] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.804183] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.303072] env[68205]: DEBUG oslo_vmware.api [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905351, 'name': PowerOnVM_Task, 'duration_secs': 0.450381} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.303355] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.303556] env[68205]: INFO nova.compute.manager [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1208.303731] env[68205]: DEBUG nova.compute.manager [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.304741] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5bb86a-384c-423e-a1c7-cc82116b7954 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.544113] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.544438] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.592678] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfb196c-8727-4b02-8735-b9de8b0a5df7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.600246] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daff3ecd-684a-4b49-abfd-a6081bfe9839 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.631413] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc33f27d-5b83-4e92-b91f-59c7895bb2bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.638345] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd8c09-366b-4880-9d45-a508eaa60a5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.651006] env[68205]: DEBUG nova.compute.provider_tree [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.821564] env[68205]: INFO nova.compute.manager [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Took 11.57 seconds to build instance. [ 1209.046971] env[68205]: DEBUG nova.compute.manager [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.154226] env[68205]: DEBUG nova.scheduler.client.report [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.323590] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3b722bdb-50ae-4deb-813d-08417f061f3d tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.073s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.495151] env[68205]: DEBUG nova.compute.manager [req-644805a2-831d-47c2-b199-b6a4f0905368 req-b8805615-fd13-42eb-9d52-03bb3094fc5b service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received event network-changed-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.495395] env[68205]: DEBUG nova.compute.manager [req-644805a2-831d-47c2-b199-b6a4f0905368 req-b8805615-fd13-42eb-9d52-03bb3094fc5b service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Refreshing instance network info cache due to event network-changed-315404c8-3365-4950-a750-81363e59ea94. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.495558] env[68205]: DEBUG oslo_concurrency.lockutils [req-644805a2-831d-47c2-b199-b6a4f0905368 req-b8805615-fd13-42eb-9d52-03bb3094fc5b service nova] Acquiring lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.495696] env[68205]: DEBUG oslo_concurrency.lockutils [req-644805a2-831d-47c2-b199-b6a4f0905368 req-b8805615-fd13-42eb-9d52-03bb3094fc5b service nova] Acquired lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.495960] env[68205]: DEBUG nova.network.neutron [req-644805a2-831d-47c2-b199-b6a4f0905368 req-b8805615-fd13-42eb-9d52-03bb3094fc5b service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Refreshing network info cache for port 315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.566902] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.659126] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.659589] env[68205]: DEBUG nova.compute.manager [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.663819] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.097s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.665428] env[68205]: INFO nova.compute.claims [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.100332] env[68205]: DEBUG nova.compute.manager [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Stashing vm_state: active {{(pid=68205) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1210.172250] env[68205]: DEBUG nova.compute.utils [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.177141] env[68205]: DEBUG nova.compute.manager [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.177141] env[68205]: DEBUG nova.network.neutron [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.213145] env[68205]: DEBUG nova.policy [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985b4a9317cc46fb8bf4e99695cf590d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cad7ee5d8364a85898aa1e607577c8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.238029] env[68205]: DEBUG nova.network.neutron [req-644805a2-831d-47c2-b199-b6a4f0905368 req-b8805615-fd13-42eb-9d52-03bb3094fc5b service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updated VIF entry in instance network info cache for port 315404c8-3365-4950-a750-81363e59ea94. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.238375] env[68205]: DEBUG nova.network.neutron [req-644805a2-831d-47c2-b199-b6a4f0905368 req-b8805615-fd13-42eb-9d52-03bb3094fc5b service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updating instance_info_cache with network_info: [{"id": "315404c8-3365-4950-a750-81363e59ea94", "address": "fa:16:3e:00:cf:12", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315404c8-33", "ovs_interfaceid": "315404c8-3365-4950-a750-81363e59ea94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.483256] env[68205]: DEBUG nova.network.neutron [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Successfully created port: 3d04b9ee-2be2-465a-a226-663676caf20e {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.620738] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.676838] env[68205]: DEBUG nova.compute.manager [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.741710] env[68205]: DEBUG oslo_concurrency.lockutils [req-644805a2-831d-47c2-b199-b6a4f0905368 req-b8805615-fd13-42eb-9d52-03bb3094fc5b service nova] Releasing lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.826643] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0e3a0b-0493-4f36-81b7-5ec01ac51a9c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.834978] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc202ac-e06d-4bf2-bc52-2ea8aff0a4b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.865822] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f266ef2-4ec2-4e09-80ed-c013f4acc476 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.873137] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb1f031-0b8a-4dba-b395-3cd6e3b27a82 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.888610] env[68205]: DEBUG nova.compute.provider_tree [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.952430] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.184471] env[68205]: INFO nova.virt.block_device [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Booting with volume f081dd3e-11d8-44d4-aac6-b1f46bbb95e9 at /dev/sda [ 1211.229339] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6d52ed3-73ae-4311-a276-d95ab2a18ae9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.238658] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfd238d-1213-4713-bf8e-4a5bcd446637 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.269511] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f44823a-4a5a-4ef2-bc2c-a856373481a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.277726] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccff9bc-041a-4977-9b77-52d4f883d03a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.309445] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f991bc56-b982-4d46-adc6-71b96f942ace {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.315985] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7340c69d-f855-4271-b25b-780ad4fd5d1d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.329183] env[68205]: DEBUG nova.virt.block_device [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Updating existing volume attachment record: 07a6b0e7-36a6-462d-8143-5f4fa38a9ade {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1211.391659] env[68205]: DEBUG nova.scheduler.client.report [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.457977] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.458192] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.458345] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.458504] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.458637] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1211.458795] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.458932] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Cleaning up deleted instances {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1211.820272] env[68205]: DEBUG nova.compute.manager [req-e9fdb9bd-bca5-4f06-bf8a-dcc73b4b99e0 req-92481c52-6939-4017-a638-7601886306d9 service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Received event network-vif-plugged-3d04b9ee-2be2-465a-a226-663676caf20e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.820544] env[68205]: DEBUG oslo_concurrency.lockutils [req-e9fdb9bd-bca5-4f06-bf8a-dcc73b4b99e0 req-92481c52-6939-4017-a638-7601886306d9 service nova] Acquiring lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.820707] env[68205]: DEBUG oslo_concurrency.lockutils [req-e9fdb9bd-bca5-4f06-bf8a-dcc73b4b99e0 req-92481c52-6939-4017-a638-7601886306d9 service nova] Lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.820938] env[68205]: DEBUG oslo_concurrency.lockutils [req-e9fdb9bd-bca5-4f06-bf8a-dcc73b4b99e0 req-92481c52-6939-4017-a638-7601886306d9 service nova] Lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.821126] env[68205]: DEBUG nova.compute.manager [req-e9fdb9bd-bca5-4f06-bf8a-dcc73b4b99e0 req-92481c52-6939-4017-a638-7601886306d9 service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] No waiting events found dispatching network-vif-plugged-3d04b9ee-2be2-465a-a226-663676caf20e {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.821285] env[68205]: WARNING nova.compute.manager [req-e9fdb9bd-bca5-4f06-bf8a-dcc73b4b99e0 req-92481c52-6939-4017-a638-7601886306d9 service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Received unexpected event network-vif-plugged-3d04b9ee-2be2-465a-a226-663676caf20e for instance with vm_state building and task_state block_device_mapping. [ 1211.899697] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.900313] env[68205]: DEBUG nova.compute.manager [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.902800] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.282s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.974355] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] There are 57 instances to clean {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1211.974449] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: f0f642c9-3503-45c6-a742-e67a0139d315] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.403200] env[68205]: DEBUG nova.network.neutron [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Successfully updated port: 3d04b9ee-2be2-465a-a226-663676caf20e {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.405897] env[68205]: DEBUG nova.compute.utils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.407199] env[68205]: DEBUG nova.compute.manager [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.407395] env[68205]: DEBUG nova.network.neutron [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.411567] env[68205]: INFO nova.compute.claims [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.424165] env[68205]: DEBUG nova.compute.manager [req-9822aa7d-5169-4588-9f9e-ef713ac33020 req-3d5ff3a7-c014-4d40-ad0a-49b2523bd099 service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Received event network-changed-3d04b9ee-2be2-465a-a226-663676caf20e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.424165] env[68205]: DEBUG nova.compute.manager [req-9822aa7d-5169-4588-9f9e-ef713ac33020 req-3d5ff3a7-c014-4d40-ad0a-49b2523bd099 service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Refreshing instance network info cache due to event network-changed-3d04b9ee-2be2-465a-a226-663676caf20e. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.424165] env[68205]: DEBUG oslo_concurrency.lockutils [req-9822aa7d-5169-4588-9f9e-ef713ac33020 req-3d5ff3a7-c014-4d40-ad0a-49b2523bd099 service nova] Acquiring lock "refresh_cache-2b4bff39-8612-4cb2-93c3-cf07864ae31e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.424165] env[68205]: DEBUG oslo_concurrency.lockutils [req-9822aa7d-5169-4588-9f9e-ef713ac33020 req-3d5ff3a7-c014-4d40-ad0a-49b2523bd099 service nova] Acquired lock "refresh_cache-2b4bff39-8612-4cb2-93c3-cf07864ae31e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.424464] env[68205]: DEBUG nova.network.neutron [req-9822aa7d-5169-4588-9f9e-ef713ac33020 req-3d5ff3a7-c014-4d40-ad0a-49b2523bd099 service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Refreshing network info cache for port 3d04b9ee-2be2-465a-a226-663676caf20e {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.463391] env[68205]: DEBUG nova.policy [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06b35563a215491783d8249bc165d408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '498c71afbe354c298aabe79f6d4ad558', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.478931] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 7f6bf773-f9be-4387-9735-413c51ba88d7] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.712204] env[68205]: DEBUG nova.network.neutron [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Successfully created port: 41f7851f-7484-40f6-a712-f7ef33932ed9 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.904749] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Acquiring lock "refresh_cache-2b4bff39-8612-4cb2-93c3-cf07864ae31e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.916478] env[68205]: DEBUG nova.compute.manager [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.922752] env[68205]: INFO nova.compute.resource_tracker [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating resource usage from migration 52204228-5261-49b5-98ba-75b0c0b4e6a9 [ 1212.966414] env[68205]: DEBUG nova.network.neutron [req-9822aa7d-5169-4588-9f9e-ef713ac33020 req-3d5ff3a7-c014-4d40-ad0a-49b2523bd099 service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.981458] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: dd1540d1-7a34-4b83-abcd-6e81f26de73d] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.049085] env[68205]: DEBUG nova.network.neutron [req-9822aa7d-5169-4588-9f9e-ef713ac33020 req-3d5ff3a7-c014-4d40-ad0a-49b2523bd099 service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.102033] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec29442a-416b-41f7-bf56-9f2627f9a0b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.109147] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4025b6ae-9ab9-48c7-bdc8-7c140daa7d09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.140939] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d8633c-bbd2-47f4-8b06-ff1552ce2728 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.148217] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeca2c2-0230-4d81-a67f-6283b53815ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.161111] env[68205]: DEBUG nova.compute.provider_tree [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.432341] env[68205]: DEBUG nova.compute.manager [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.432985] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.433235] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.433394] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.433574] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.433823] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.433904] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.434059] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.434223] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.434386] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.434544] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.434712] env[68205]: DEBUG nova.virt.hardware [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.435756] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201dd1f9-1372-4422-9c9d-24169d1457c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.443752] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eadf4b3-4600-47de-9f95-24df0869848a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.484846] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: dea289fc-a039-40a8-8f83-fd54d6f95b7b] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.552235] env[68205]: DEBUG oslo_concurrency.lockutils [req-9822aa7d-5169-4588-9f9e-ef713ac33020 req-3d5ff3a7-c014-4d40-ad0a-49b2523bd099 service nova] Releasing lock "refresh_cache-2b4bff39-8612-4cb2-93c3-cf07864ae31e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.552650] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Acquired lock "refresh_cache-2b4bff39-8612-4cb2-93c3-cf07864ae31e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.552818] env[68205]: DEBUG nova.network.neutron [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.664523] env[68205]: DEBUG nova.scheduler.client.report [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.789357] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.789641] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.937269] env[68205]: DEBUG nova.compute.manager [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.963552] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.963793] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.963947] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.964149] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.964298] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.964442] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.964691] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.964888] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.965073] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.965241] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.965413] env[68205]: DEBUG nova.virt.hardware [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.966345] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb22bc0a-bb7f-486d-9bf8-96d1818ce2d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.974179] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c652a0-a796-439e-954a-2d06976237ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.988186] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 3e77ea57-189e-422a-86db-6da3e27d7946] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.085547] env[68205]: DEBUG nova.network.neutron [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.138651] env[68205]: DEBUG nova.network.neutron [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Successfully updated port: 41f7851f-7484-40f6-a712-f7ef33932ed9 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.169497] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.267s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.169714] env[68205]: INFO nova.compute.manager [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Migrating [ 1214.214933] env[68205]: DEBUG nova.network.neutron [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Updating instance_info_cache with network_info: [{"id": "3d04b9ee-2be2-465a-a226-663676caf20e", "address": "fa:16:3e:a8:05:64", "network": {"id": "0a2c83c4-2e6f-4bf6-a92c-218a6e854483", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1514082943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad7ee5d8364a85898aa1e607577c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d04b9ee-2b", "ovs_interfaceid": "3d04b9ee-2be2-465a-a226-663676caf20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.292830] env[68205]: DEBUG nova.compute.utils [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.491271] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 079eac50-818e-458b-8fc8-45daec3a6660] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.608923] env[68205]: DEBUG nova.compute.manager [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Received event network-vif-plugged-41f7851f-7484-40f6-a712-f7ef33932ed9 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.609170] env[68205]: DEBUG oslo_concurrency.lockutils [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] Acquiring lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.609372] env[68205]: DEBUG oslo_concurrency.lockutils [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] Lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.609580] env[68205]: DEBUG oslo_concurrency.lockutils [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] Lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.609759] env[68205]: DEBUG nova.compute.manager [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] No waiting events found dispatching network-vif-plugged-41f7851f-7484-40f6-a712-f7ef33932ed9 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.609927] env[68205]: WARNING nova.compute.manager [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Received unexpected event network-vif-plugged-41f7851f-7484-40f6-a712-f7ef33932ed9 for instance with vm_state building and task_state spawning. [ 1214.610363] env[68205]: DEBUG nova.compute.manager [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Received event network-changed-41f7851f-7484-40f6-a712-f7ef33932ed9 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.610599] env[68205]: DEBUG nova.compute.manager [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Refreshing instance network info cache due to event network-changed-41f7851f-7484-40f6-a712-f7ef33932ed9. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.610922] env[68205]: DEBUG oslo_concurrency.lockutils [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] Acquiring lock "refresh_cache-16eb0e73-7d82-44ec-9561-4e2aa07ab13c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.611100] env[68205]: DEBUG oslo_concurrency.lockutils [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] Acquired lock "refresh_cache-16eb0e73-7d82-44ec-9561-4e2aa07ab13c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.611290] env[68205]: DEBUG nova.network.neutron [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Refreshing network info cache for port 41f7851f-7484-40f6-a712-f7ef33932ed9 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.641828] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "refresh_cache-16eb0e73-7d82-44ec-9561-4e2aa07ab13c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.686380] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.687065] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.687065] env[68205]: DEBUG nova.network.neutron [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.717442] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Releasing lock "refresh_cache-2b4bff39-8612-4cb2-93c3-cf07864ae31e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.717786] env[68205]: DEBUG nova.compute.manager [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Instance network_info: |[{"id": "3d04b9ee-2be2-465a-a226-663676caf20e", "address": "fa:16:3e:a8:05:64", "network": {"id": "0a2c83c4-2e6f-4bf6-a92c-218a6e854483", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1514082943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad7ee5d8364a85898aa1e607577c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d04b9ee-2b", "ovs_interfaceid": "3d04b9ee-2be2-465a-a226-663676caf20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.718383] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:05:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d04b9ee-2be2-465a-a226-663676caf20e', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.726113] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Creating folder: Project (0cad7ee5d8364a85898aa1e607577c8a). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.726399] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f216a927-a182-4be4-a9d3-836c795600ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.739883] env[68205]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1214.740038] env[68205]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68205) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1214.740379] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Folder already exists: Project (0cad7ee5d8364a85898aa1e607577c8a). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1214.740570] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Creating folder: Instances. Parent ref: group-v583493. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.740839] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f0691ce-8f9e-4667-b0e3-6f9464e47b2c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.753974] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Created folder: Instances in parent group-v583493. [ 1214.754304] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.754544] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.754803] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6e1418c-ee4f-4421-9b12-e3456aa61f85 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.775317] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.775317] env[68205]: value = "task-2905354" [ 1214.775317] env[68205]: _type = "Task" [ 1214.775317] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.783265] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905354, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.795134] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.994704] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 2df54433-30c1-4a66-8028-e7ef1a7cdf35] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.142578] env[68205]: DEBUG nova.network.neutron [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.207264] env[68205]: DEBUG nova.network.neutron [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.287341] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905354, 'name': CreateVM_Task, 'duration_secs': 0.312681} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.287577] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.288302] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'attachment_id': '07a6b0e7-36a6-462d-8143-5f4fa38a9ade', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583501', 'volume_id': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'name': 'volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b4bff39-8612-4cb2-93c3-cf07864ae31e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'serial': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68205) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1215.288598] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Root volume attach. Driver type: vmdk {{(pid=68205) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1215.289580] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3c330d-2752-4ed1-a3d7-969792afe1a4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.298903] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880f7a8b-bfaa-49cf-a231-89b647b50b12 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.308267] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e481aac-ad9b-4f09-8562-8bf3b04c761a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.315045] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-68e3f9bd-6978-4fc2-b4b0-9e2b1bc40579 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.321374] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for the task: (returnval){ [ 1215.321374] env[68205]: value = "task-2905355" [ 1215.321374] env[68205]: _type = "Task" [ 1215.321374] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.329049] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905355, 'name': RelocateVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.401281] env[68205]: DEBUG nova.network.neutron [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance_info_cache with network_info: [{"id": "080cf8a4-8346-4677-afc4-f5ff83341438", "address": "fa:16:3e:4d:5b:e2", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080cf8a4-83", "ovs_interfaceid": "080cf8a4-8346-4677-afc4-f5ff83341438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.499702] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: d38e4626-d133-401b-891d-5190271d9c6c] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.710793] env[68205]: DEBUG oslo_concurrency.lockutils [req-a317f1b3-1cf7-4c19-9864-1a5ca85e0bbd req-8ac0491e-9180-4ee7-9450-d593040e3044 service nova] Releasing lock "refresh_cache-16eb0e73-7d82-44ec-9561-4e2aa07ab13c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.711337] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "refresh_cache-16eb0e73-7d82-44ec-9561-4e2aa07ab13c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.711508] env[68205]: DEBUG nova.network.neutron [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.831682] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905355, 'name': RelocateVM_Task, 'duration_secs': 0.348012} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.831979] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1215.832204] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583501', 'volume_id': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'name': 'volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b4bff39-8612-4cb2-93c3-cf07864ae31e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'serial': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1215.833019] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb2a5af-5133-444c-bb55-991e4ff9f1a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.847699] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91128946-dbe8-48fb-8063-ec037aa66b07 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.868815] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9/volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.869391] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.869614] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.869823] env[68205]: INFO nova.compute.manager [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Attaching volume 265fcc51-a009-4c8f-a3f6-e4b835db4f95 to /dev/sdb [ 1215.871333] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c45afa-e763-4f58-8a1d-ae4dcb7d12bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.892456] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for the task: (returnval){ [ 1215.892456] env[68205]: value = "task-2905356" [ 1215.892456] env[68205]: _type = "Task" [ 1215.892456] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.899383] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.905012] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.917834] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50f3729-0608-4131-b046-d32616372e49 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.925178] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40ddd93-d10c-4396-9d8b-d92ecc8cf57f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.940408] env[68205]: DEBUG nova.virt.block_device [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating existing volume attachment record: 826dded1-c832-46e4-ac68-00633b6da8c8 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1216.005054] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 7b051a8b-6f5f-43ba-b854-83d9a95a2548] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.244972] env[68205]: DEBUG nova.network.neutron [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.380227] env[68205]: DEBUG nova.network.neutron [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Updating instance_info_cache with network_info: [{"id": "41f7851f-7484-40f6-a712-f7ef33932ed9", "address": "fa:16:3e:3a:03:a5", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f7851f-74", "ovs_interfaceid": "41f7851f-7484-40f6-a712-f7ef33932ed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.403411] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905356, 'name': ReconfigVM_Task, 'duration_secs': 0.259223} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.404023] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9/volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.411989] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f45f2f48-d7c0-4740-a24f-ad6b5cd93785 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.427777] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for the task: (returnval){ [ 1216.427777] env[68205]: value = "task-2905360" [ 1216.427777] env[68205]: _type = "Task" [ 1216.427777] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.435958] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.507579] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 6763b971-3a9e-4c1a-9b12-321f5b367b0c] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.883868] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "refresh_cache-16eb0e73-7d82-44ec-9561-4e2aa07ab13c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.883868] env[68205]: DEBUG nova.compute.manager [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Instance network_info: |[{"id": "41f7851f-7484-40f6-a712-f7ef33932ed9", "address": "fa:16:3e:3a:03:a5", "network": {"id": "afda62ec-dae9-4a68-a6f8-6586d1a9a9c6", "bridge": "br-int", "label": "tempest-ServersTestJSON-742112720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "498c71afbe354c298aabe79f6d4ad558", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f7851f-74", "ovs_interfaceid": "41f7851f-7484-40f6-a712-f7ef33932ed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.884140] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:03:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41f7851f-7484-40f6-a712-f7ef33932ed9', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.891505] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.891743] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.891968] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b86fe09d-b931-408a-a667-c5f8c683f28b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.914999] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.914999] env[68205]: value = "task-2905361" [ 1216.914999] env[68205]: _type = "Task" [ 1216.914999] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.923398] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905361, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.935320] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905360, 'name': ReconfigVM_Task, 'duration_secs': 0.115951} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.935615] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583501', 'volume_id': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'name': 'volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b4bff39-8612-4cb2-93c3-cf07864ae31e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'serial': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1216.936166] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-617cdeb2-0b4d-46bd-8341-049ed29d1459 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.945491] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for the task: (returnval){ [ 1216.945491] env[68205]: value = "task-2905362" [ 1216.945491] env[68205]: _type = "Task" [ 1216.945491] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.953512] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905362, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.010997] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 8803e044-f120-4c41-9c59-b1272f4e3375] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.422787] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b02304c-6821-43ad-b9f1-b95dac91ae3f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.431193] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905361, 'name': CreateVM_Task, 'duration_secs': 0.348189} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.446120] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.446569] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance '3088e98f-8af4-460b-83d6-17782181b4fc' progress to 0 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.450349] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.450550] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.450877] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.454216] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f1e11e-2289-49af-a63f-96fed0298746 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.458652] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1217.458652] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529a99b4-78f2-6d31-e923-ff82e8f5936d" [ 1217.458652] env[68205]: _type = "Task" [ 1217.458652] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.462169] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905362, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.470573] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529a99b4-78f2-6d31-e923-ff82e8f5936d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.514259] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 6c2c4f6f-384f-4172-b446-9531fd3b1cd1] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.957623] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.957869] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905362, 'name': Rename_Task, 'duration_secs': 0.675317} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.958097] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12794d37-a0dc-4941-9978-1854390de4ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.959634] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.959853] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d2662b3-6213-42a5-b677-3f2758a64cd5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.967490] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1217.967490] env[68205]: value = "task-2905363" [ 1217.967490] env[68205]: _type = "Task" [ 1217.967490] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.967712] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for the task: (returnval){ [ 1217.967712] env[68205]: value = "task-2905364" [ 1217.967712] env[68205]: _type = "Task" [ 1217.967712] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.977265] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529a99b4-78f2-6d31-e923-ff82e8f5936d, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.978139] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.978355] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.978586] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.978739] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.978934] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.979583] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb7139c-906d-405d-a9ca-e3980b4507a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.986583] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905364, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.986816] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.993640] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.993820] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.994583] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c14914f8-0b6f-40cc-9057-c6aab0cba52a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.999434] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1217.999434] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5283386d-b12c-74a0-6e4e-a583293cb227" [ 1217.999434] env[68205]: _type = "Task" [ 1217.999434] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.007345] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5283386d-b12c-74a0-6e4e-a583293cb227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.016859] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 882612d6-3692-48ae-979d-4166e4018409] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.482024] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905363, 'name': PowerOffVM_Task, 'duration_secs': 0.184574} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.484973] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.485183] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance '3088e98f-8af4-460b-83d6-17782181b4fc' progress to 17 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.488379] env[68205]: DEBUG oslo_vmware.api [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905364, 'name': PowerOnVM_Task, 'duration_secs': 0.422404} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.488612] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.488805] env[68205]: INFO nova.compute.manager [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Took 5.06 seconds to spawn the instance on the hypervisor. [ 1218.488980] env[68205]: DEBUG nova.compute.manager [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.489743] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4189ac-daa0-4308-b400-1128dbfe5644 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.509039] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5283386d-b12c-74a0-6e4e-a583293cb227, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.509731] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1a3a8b-beb8-4c46-a279-47cf17de3d5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.514825] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1218.514825] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d6edb1-6ebd-dcd5-57c3-6ddd5889c30a" [ 1218.514825] env[68205]: _type = "Task" [ 1218.514825] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.519868] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 7798a19a-3c0e-4bc9-b510-f09fefa84569] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.524782] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d6edb1-6ebd-dcd5-57c3-6ddd5889c30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.995475] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.995703] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.995866] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.996062] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.996214] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.996358] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.996566] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.996729] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.996888] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.997202] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.997431] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.006370] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ee0224-7319-46df-8722-0d83a6ba7510 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.023331] env[68205]: INFO nova.compute.manager [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Took 11.68 seconds to build instance. [ 1219.026600] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 644874ca-dee6-420b-8a95-0eedaaba3eb0] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.032606] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1219.032606] env[68205]: value = "task-2905366" [ 1219.032606] env[68205]: _type = "Task" [ 1219.032606] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.032903] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d6edb1-6ebd-dcd5-57c3-6ddd5889c30a, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.033437] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.034040] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 16eb0e73-7d82-44ec-9561-4e2aa07ab13c/16eb0e73-7d82-44ec-9561-4e2aa07ab13c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.037457] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b3149cd-7532-4e97-8e45-87cb6bbd00ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.045925] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.047856] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1219.047856] env[68205]: value = "task-2905367" [ 1219.047856] env[68205]: _type = "Task" [ 1219.047856] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.056772] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.525556] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e01d7675-2e29-4e0e-a505-620f1875bb74 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.187s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.538257] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 22d62c69-46a8-439e-8ccb-527eff21efb8] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.546912] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905366, 'name': ReconfigVM_Task, 'duration_secs': 0.177956} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.547446] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance '3088e98f-8af4-460b-83d6-17782181b4fc' progress to 33 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.558957] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905367, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.581275] env[68205]: DEBUG nova.compute.manager [req-dada9f07-bc00-463b-bb72-052e5da0caf1 req-80f27244-80c8-4d45-98bf-d449772abd9d service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Received event network-changed-3d04b9ee-2be2-465a-a226-663676caf20e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.581275] env[68205]: DEBUG nova.compute.manager [req-dada9f07-bc00-463b-bb72-052e5da0caf1 req-80f27244-80c8-4d45-98bf-d449772abd9d service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Refreshing instance network info cache due to event network-changed-3d04b9ee-2be2-465a-a226-663676caf20e. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.581275] env[68205]: DEBUG oslo_concurrency.lockutils [req-dada9f07-bc00-463b-bb72-052e5da0caf1 req-80f27244-80c8-4d45-98bf-d449772abd9d service nova] Acquiring lock "refresh_cache-2b4bff39-8612-4cb2-93c3-cf07864ae31e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.581486] env[68205]: DEBUG oslo_concurrency.lockutils [req-dada9f07-bc00-463b-bb72-052e5da0caf1 req-80f27244-80c8-4d45-98bf-d449772abd9d service nova] Acquired lock "refresh_cache-2b4bff39-8612-4cb2-93c3-cf07864ae31e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.582814] env[68205]: DEBUG nova.network.neutron [req-dada9f07-bc00-463b-bb72-052e5da0caf1 req-80f27244-80c8-4d45-98bf-d449772abd9d service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Refreshing network info cache for port 3d04b9ee-2be2-465a-a226-663676caf20e {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.043062] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 35045269-72ab-409c-8a00-717f3f03679a] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.056914] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.057195] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.057352] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.057528] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.057668] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.057815] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.058028] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.058192] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.058390] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.058611] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.058727] env[68205]: DEBUG nova.virt.hardware [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.064140] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.064449] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f0ad71-e13b-4690-9a55-c712177f1815 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.083835] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523029} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.086953] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 16eb0e73-7d82-44ec-9561-4e2aa07ab13c/16eb0e73-7d82-44ec-9561-4e2aa07ab13c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.087194] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.087502] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1220.087502] env[68205]: value = "task-2905368" [ 1220.087502] env[68205]: _type = "Task" [ 1220.087502] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.087874] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8166344-59e4-4cfb-8fbe-70a059e7ddb2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.097666] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.099072] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1220.099072] env[68205]: value = "task-2905369" [ 1220.099072] env[68205]: _type = "Task" [ 1220.099072] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.107081] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.303778] env[68205]: DEBUG nova.network.neutron [req-dada9f07-bc00-463b-bb72-052e5da0caf1 req-80f27244-80c8-4d45-98bf-d449772abd9d service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Updated VIF entry in instance network info cache for port 3d04b9ee-2be2-465a-a226-663676caf20e. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.304202] env[68205]: DEBUG nova.network.neutron [req-dada9f07-bc00-463b-bb72-052e5da0caf1 req-80f27244-80c8-4d45-98bf-d449772abd9d service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Updating instance_info_cache with network_info: [{"id": "3d04b9ee-2be2-465a-a226-663676caf20e", "address": "fa:16:3e:a8:05:64", "network": {"id": "0a2c83c4-2e6f-4bf6-a92c-218a6e854483", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1514082943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cad7ee5d8364a85898aa1e607577c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d04b9ee-2b", "ovs_interfaceid": "3d04b9ee-2be2-465a-a226-663676caf20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.489495] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.489736] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583508', 'volume_id': '265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'name': 'volume-265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da259670-8347-4bf2-bee2-b8c2eb3a0009', 'attached_at': '', 'detached_at': '', 'volume_id': '265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'serial': '265fcc51-a009-4c8f-a3f6-e4b835db4f95'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.490655] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b474d503-28d5-4ae1-8744-d8bc2d72e638 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.509070] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93be9739-80ff-48b2-8756-5dca5f73a5e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.534062] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-265fcc51-a009-4c8f-a3f6-e4b835db4f95/volume-265fcc51-a009-4c8f-a3f6-e4b835db4f95.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.534387] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6fd581f-ece7-4e15-bc22-4e3d3c11dff0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.547520] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: b9219555-6048-4ea6-978b-127cd8f1f611] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.555553] env[68205]: DEBUG oslo_vmware.api [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1220.555553] env[68205]: value = "task-2905370" [ 1220.555553] env[68205]: _type = "Task" [ 1220.555553] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.564240] env[68205]: DEBUG oslo_vmware.api [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.598379] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905368, 'name': ReconfigVM_Task, 'duration_secs': 0.175068} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.598696] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.599484] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9980f79-a76f-4e02-b272-0b3f3f96c286 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.624246] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 3088e98f-8af4-460b-83d6-17782181b4fc/3088e98f-8af4-460b-83d6-17782181b4fc.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.626977] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9210842d-95e8-442e-991f-a441cbd3084b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.639920] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069061} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.640455] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.641531] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63e02c7-e811-4ed9-b7fa-dd7000f862c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.646029] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1220.646029] env[68205]: value = "task-2905371" [ 1220.646029] env[68205]: _type = "Task" [ 1220.646029] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.665474] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 16eb0e73-7d82-44ec-9561-4e2aa07ab13c/16eb0e73-7d82-44ec-9561-4e2aa07ab13c.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.666095] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-409e65dd-066a-4e74-ae04-750feac5d84f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.684262] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.689786] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1220.689786] env[68205]: value = "task-2905372" [ 1220.689786] env[68205]: _type = "Task" [ 1220.689786] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.697982] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.807337] env[68205]: DEBUG oslo_concurrency.lockutils [req-dada9f07-bc00-463b-bb72-052e5da0caf1 req-80f27244-80c8-4d45-98bf-d449772abd9d service nova] Releasing lock "refresh_cache-2b4bff39-8612-4cb2-93c3-cf07864ae31e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.050686] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 12695495-5ed4-4aa0-bd4e-3942f3769222] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.065497] env[68205]: DEBUG oslo_vmware.api [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905370, 'name': ReconfigVM_Task, 'duration_secs': 0.336158} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.065782] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-265fcc51-a009-4c8f-a3f6-e4b835db4f95/volume-265fcc51-a009-4c8f-a3f6-e4b835db4f95.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.072335] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ffea3f5-6c37-4a0d-8bbf-82df357c179d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.085283] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "21cea874-047b-4419-8251-2a93406681ba" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.085539] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.090333] env[68205]: DEBUG oslo_vmware.api [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1221.090333] env[68205]: value = "task-2905373" [ 1221.090333] env[68205]: _type = "Task" [ 1221.090333] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.098947] env[68205]: DEBUG oslo_vmware.api [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.158067] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905371, 'name': ReconfigVM_Task, 'duration_secs': 0.279974} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.158359] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 3088e98f-8af4-460b-83d6-17782181b4fc/3088e98f-8af4-460b-83d6-17782181b4fc.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.158741] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance '3088e98f-8af4-460b-83d6-17782181b4fc' progress to 50 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.200455] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905372, 'name': ReconfigVM_Task, 'duration_secs': 0.280579} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.200778] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 16eb0e73-7d82-44ec-9561-4e2aa07ab13c/16eb0e73-7d82-44ec-9561-4e2aa07ab13c.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.201545] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8032aa53-05f6-4dcb-afe9-34d2ceb80f07 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.208959] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1221.208959] env[68205]: value = "task-2905374" [ 1221.208959] env[68205]: _type = "Task" [ 1221.208959] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.219054] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905374, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.554068] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: e3c8f47c-7a78-4822-8870-2db35baef739] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.591302] env[68205]: DEBUG nova.compute.utils [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.601728] env[68205]: DEBUG oslo_vmware.api [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905373, 'name': ReconfigVM_Task, 'duration_secs': 0.144948} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.602555] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583508', 'volume_id': '265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'name': 'volume-265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da259670-8347-4bf2-bee2-b8c2eb3a0009', 'attached_at': '', 'detached_at': '', 'volume_id': '265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'serial': '265fcc51-a009-4c8f-a3f6-e4b835db4f95'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1221.667462] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd838e34-4b1b-446f-b3bf-d06944488804 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.686749] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6755ea7-5779-4009-8dff-70dff9991241 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.703996] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance '3088e98f-8af4-460b-83d6-17782181b4fc' progress to 67 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.717528] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905374, 'name': Rename_Task, 'duration_secs': 0.145611} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.717828] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.718102] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff28edb5-1fa5-4f7a-b26b-71153e4a33f8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.723929] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1221.723929] env[68205]: value = "task-2905375" [ 1221.723929] env[68205]: _type = "Task" [ 1221.723929] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.733393] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.056861] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 904230a2-466e-4e48-b854-0d27c054c071] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.097177] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.233918] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905375, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.244910] env[68205]: DEBUG nova.network.neutron [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Port 080cf8a4-8346-4677-afc4-f5ff83341438 binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1222.561021] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 578aa91d-3a75-429a-8116-d8ce7bc53175] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.640666] env[68205]: DEBUG nova.objects.instance [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'flavor' on Instance uuid da259670-8347-4bf2-bee2-b8c2eb3a0009 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.734565] env[68205]: DEBUG oslo_vmware.api [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905375, 'name': PowerOnVM_Task, 'duration_secs': 0.522851} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.734828] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.735116] env[68205]: INFO nova.compute.manager [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1222.735317] env[68205]: DEBUG nova.compute.manager [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.736094] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d88e94c-f7f1-4176-915c-458d128d1ca3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.065229] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 99144280-d6c4-4f24-84bf-67d875299893] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.134608] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "21cea874-047b-4419-8251-2a93406681ba" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.134854] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.135101] env[68205]: INFO nova.compute.manager [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Attaching volume 9742202c-405c-48b6-bb4b-25feae2210cd to /dev/sdb [ 1223.145218] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec4b80d2-eb7c-40f4-9108-8be8f5c1fbbb tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.169675] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73be6bb-0c30-4118-b945-8c1b6e6e4330 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.176902] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a26d85-4848-4479-a824-8a81911846f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.189581] env[68205]: DEBUG nova.virt.block_device [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Updating existing volume attachment record: 3d4f7ee4-15a4-4153-93fa-5613098c5468 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1223.258485] env[68205]: INFO nova.compute.manager [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Took 13.71 seconds to build instance. [ 1223.266799] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "3088e98f-8af4-460b-83d6-17782181b4fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.267052] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "3088e98f-8af4-460b-83d6-17782181b4fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.267277] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "3088e98f-8af4-460b-83d6-17782181b4fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.568456] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 6bce6bb8-2bad-460a-95d1-aeac23ffa83a] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.762584] env[68205]: DEBUG oslo_concurrency.lockutils [None req-dab39b50-29fb-4354-a868-ac6b7cf58af7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.218s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.942809] env[68205]: DEBUG nova.compute.manager [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Stashing vm_state: active {{(pid=68205) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1224.036661] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4c36844b-86ec-4071-9da3-995392e504bd tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.036997] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4c36844b-86ec-4071-9da3-995392e504bd tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.037423] env[68205]: DEBUG nova.objects.instance [None req-4c36844b-86ec-4071-9da3-995392e504bd tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'flavor' on Instance uuid 382561c0-ff10-4612-a66e-bc079b7333f3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.071575] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 66e82933-0276-4786-aa5a-0b3b2a5412ba] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.298985] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.299203] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.299383] env[68205]: DEBUG nova.network.neutron [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.310729] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.310940] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.311126] env[68205]: DEBUG nova.compute.manager [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.312221] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f473a-ce3d-482a-98b6-98efb3526566 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.319062] env[68205]: DEBUG nova.compute.manager [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1224.319651] env[68205]: DEBUG nova.objects.instance [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lazy-loading 'flavor' on Instance uuid 16eb0e73-7d82-44ec-9561-4e2aa07ab13c {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.467267] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.467642] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.541904] env[68205]: DEBUG nova.objects.instance [None req-4c36844b-86ec-4071-9da3-995392e504bd tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'pci_requests' on Instance uuid 382561c0-ff10-4612-a66e-bc079b7333f3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.574212] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: f8dfc08a-e2be-434e-b4ae-0654cd22e8d1] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.972355] env[68205]: INFO nova.compute.claims [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.028142] env[68205]: DEBUG nova.network.neutron [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance_info_cache with network_info: [{"id": "080cf8a4-8346-4677-afc4-f5ff83341438", "address": "fa:16:3e:4d:5b:e2", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080cf8a4-83", "ovs_interfaceid": "080cf8a4-8346-4677-afc4-f5ff83341438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.044983] env[68205]: DEBUG nova.objects.base [None req-4c36844b-86ec-4071-9da3-995392e504bd tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Object Instance<382561c0-ff10-4612-a66e-bc079b7333f3> lazy-loaded attributes: flavor,pci_requests {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.045209] env[68205]: DEBUG nova.network.neutron [None req-4c36844b-86ec-4071-9da3-995392e504bd tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.076912] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: f887bade-c63d-4b59-97ee-214bb8546f10] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.114939] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4c36844b-86ec-4071-9da3-995392e504bd tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.078s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.326437] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.327201] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18ab9ded-97be-47c7-bb0f-09b6114d80d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.334145] env[68205]: DEBUG oslo_vmware.api [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1225.334145] env[68205]: value = "task-2905377" [ 1225.334145] env[68205]: _type = "Task" [ 1225.334145] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.341692] env[68205]: DEBUG oslo_vmware.api [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.478294] env[68205]: INFO nova.compute.resource_tracker [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating resource usage from migration db494f0e-33a6-4cb0-8498-26c9cd53905d [ 1225.530715] env[68205]: DEBUG oslo_concurrency.lockutils [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.580459] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 1ee10f55-2ccf-427b-a4a0-7d7f9fec74ee] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.652951] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99dec52-c1e5-428c-b0a9-b3bb017e868f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.660280] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e087212-2005-4ddc-a60a-658b015dd7d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.690895] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171b8faa-71f1-4e3b-a877-609855b86e3b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.697987] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f4fe60-5d4b-46e7-88cd-393909ebec9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.711013] env[68205]: DEBUG nova.compute.provider_tree [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.844297] env[68205]: DEBUG oslo_vmware.api [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905377, 'name': PowerOffVM_Task, 'duration_secs': 0.186216} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.844543] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.844747] env[68205]: DEBUG nova.compute.manager [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.845587] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b72e5b-fa62-4501-a684-9945a70c3ffb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.058892] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a2dae2-eb18-4bd4-8dcf-12e4ea850cc9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.079893] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb95d06b-16d6-4724-a0d9-1124699407c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.082830] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 249b1e4f-289e-4109-abc3-12674166aa21] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.088987] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance '3088e98f-8af4-460b-83d6-17782181b4fc' progress to 83 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.213816] env[68205]: DEBUG nova.scheduler.client.report [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.357070] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43156feb-9738-4c5c-aec6-9f3fde2696cf tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.586228] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 3796e31d-5242-4529-8ee8-85fec72eacf8] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.595472] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.595745] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b32c2fb-e7b9-4721-a49e-ab7afb31a499 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.604176] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1226.604176] env[68205]: value = "task-2905379" [ 1226.604176] env[68205]: _type = "Task" [ 1226.604176] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.612812] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.719316] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.252s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.719528] env[68205]: INFO nova.compute.manager [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Migrating [ 1226.992326] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.992783] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.993362] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.993482] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.993783] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.996898] env[68205]: INFO nova.compute.manager [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Terminating instance [ 1227.074248] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.074727] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.075097] env[68205]: DEBUG nova.objects.instance [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'flavor' on Instance uuid 382561c0-ff10-4612-a66e-bc079b7333f3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.089267] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: abd64f68-27d9-4c33-8265-def255cf5de7] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.115698] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.234933] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.235140] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.235315] env[68205]: DEBUG nova.network.neutron [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.500843] env[68205]: DEBUG nova.compute.manager [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.501122] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.502082] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ef9377-04df-42ff-8b67-ee7afb0eb046 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.509775] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.510017] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb73071e-2f9b-422f-8c85-60dd01a9bc35 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.592298] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 84a471f8-cd8d-42b6-8c12-9ae7fcf3e821] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.596925] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.596925] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.596925] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleting the datastore file [datastore1] 16eb0e73-7d82-44ec-9561-4e2aa07ab13c {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.597163] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90555689-bb64-4811-b281-93ca140b9dee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.603846] env[68205]: DEBUG oslo_vmware.api [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1227.603846] env[68205]: value = "task-2905381" [ 1227.603846] env[68205]: _type = "Task" [ 1227.603846] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.614674] env[68205]: DEBUG oslo_vmware.api [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.617598] env[68205]: DEBUG oslo_vmware.api [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905379, 'name': PowerOnVM_Task, 'duration_secs': 0.547767} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.618497] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.618615] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84d97-e12a-41d4-a39e-93674e942829 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance '3088e98f-8af4-460b-83d6-17782181b4fc' progress to 100 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.654105] env[68205]: DEBUG nova.objects.instance [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'pci_requests' on Instance uuid 382561c0-ff10-4612-a66e-bc079b7333f3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.734423] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1227.734672] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583510', 'volume_id': '9742202c-405c-48b6-bb4b-25feae2210cd', 'name': 'volume-9742202c-405c-48b6-bb4b-25feae2210cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21cea874-047b-4419-8251-2a93406681ba', 'attached_at': '', 'detached_at': '', 'volume_id': '9742202c-405c-48b6-bb4b-25feae2210cd', 'serial': '9742202c-405c-48b6-bb4b-25feae2210cd'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1227.735589] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e7855e-e5e9-42ea-8219-6c0d9c4df14c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.755518] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738592aa-5a56-40be-aa5a-f182d357c244 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.779965] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-9742202c-405c-48b6-bb4b-25feae2210cd/volume-9742202c-405c-48b6-bb4b-25feae2210cd.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.782396] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b472d2b1-94f4-46e2-9a51-76acb7694194 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.801089] env[68205]: DEBUG oslo_vmware.api [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1227.801089] env[68205]: value = "task-2905382" [ 1227.801089] env[68205]: _type = "Task" [ 1227.801089] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.809121] env[68205]: DEBUG oslo_vmware.api [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.978151] env[68205]: DEBUG nova.network.neutron [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance_info_cache with network_info: [{"id": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "address": "fa:16:3e:46:de:fa", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ca97f8-5a", "ovs_interfaceid": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.096049] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: d4e76ac9-3c46-49ee-9331-c4133f2a58de] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.113311] env[68205]: DEBUG oslo_vmware.api [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142845} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.113506] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.113681] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.113856] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.114048] env[68205]: INFO nova.compute.manager [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1228.114307] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.114496] env[68205]: DEBUG nova.compute.manager [-] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.114586] env[68205]: DEBUG nova.network.neutron [-] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.156302] env[68205]: DEBUG nova.objects.base [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Object Instance<382561c0-ff10-4612-a66e-bc079b7333f3> lazy-loaded attributes: flavor,pci_requests {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1228.156503] env[68205]: DEBUG nova.network.neutron [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.190389] env[68205]: DEBUG nova.policy [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e28a7cebe641ee92cb5a49c63595ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660ebffe7fb9414fa5e5a10f644653c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.311032] env[68205]: DEBUG oslo_vmware.api [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905382, 'name': ReconfigVM_Task, 'duration_secs': 0.349656} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.311317] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-9742202c-405c-48b6-bb4b-25feae2210cd/volume-9742202c-405c-48b6-bb4b-25feae2210cd.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.316261] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f77024-2352-450e-83d1-171d9a306a00 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.330777] env[68205]: DEBUG oslo_vmware.api [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1228.330777] env[68205]: value = "task-2905383" [ 1228.330777] env[68205]: _type = "Task" [ 1228.330777] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.338482] env[68205]: DEBUG oslo_vmware.api [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.481474] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.490446] env[68205]: DEBUG nova.compute.manager [req-9a001027-b8ae-4bbe-a1a9-5af0b9e66459 req-b4b533c2-21f0-409b-b5e4-49da19b9c1ec service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Received event network-vif-deleted-41f7851f-7484-40f6-a712-f7ef33932ed9 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.490703] env[68205]: INFO nova.compute.manager [req-9a001027-b8ae-4bbe-a1a9-5af0b9e66459 req-b4b533c2-21f0-409b-b5e4-49da19b9c1ec service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Neutron deleted interface 41f7851f-7484-40f6-a712-f7ef33932ed9; detaching it from the instance and deleting it from the info cache [ 1228.490911] env[68205]: DEBUG nova.network.neutron [req-9a001027-b8ae-4bbe-a1a9-5af0b9e66459 req-b4b533c2-21f0-409b-b5e4-49da19b9c1ec service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.519888] env[68205]: DEBUG nova.network.neutron [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Successfully created port: 66f1abe1-6a91-4bc9-a0e4-4df891125e34 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.599383] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 75616c8b-280f-41ea-90dd-debeb287d421] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.839776] env[68205]: DEBUG oslo_vmware.api [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905383, 'name': ReconfigVM_Task, 'duration_secs': 0.152842} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.840152] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583510', 'volume_id': '9742202c-405c-48b6-bb4b-25feae2210cd', 'name': 'volume-9742202c-405c-48b6-bb4b-25feae2210cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21cea874-047b-4419-8251-2a93406681ba', 'attached_at': '', 'detached_at': '', 'volume_id': '9742202c-405c-48b6-bb4b-25feae2210cd', 'serial': '9742202c-405c-48b6-bb4b-25feae2210cd'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1228.875435] env[68205]: DEBUG nova.network.neutron [-] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.993664] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95107ad9-8da9-4961-a152-719a4acc1774 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.003770] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b3da74-be91-404e-b79f-94d99a973d53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.035921] env[68205]: DEBUG nova.compute.manager [req-9a001027-b8ae-4bbe-a1a9-5af0b9e66459 req-b4b533c2-21f0-409b-b5e4-49da19b9c1ec service nova] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Detach interface failed, port_id=41f7851f-7484-40f6-a712-f7ef33932ed9, reason: Instance 16eb0e73-7d82-44ec-9561-4e2aa07ab13c could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.102040] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 6b210cfd-6875-4998-b502-40cdefe5b810] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.378260] env[68205]: INFO nova.compute.manager [-] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Took 1.26 seconds to deallocate network for instance. [ 1229.604843] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: ee5aa786-4de5-478a-902c-2c9f6c5df95e] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.656388] env[68205]: DEBUG nova.network.neutron [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Port 080cf8a4-8346-4677-afc4-f5ff83341438 binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1229.656653] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.656804] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.656963] env[68205]: DEBUG nova.network.neutron [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.875406] env[68205]: DEBUG nova.objects.instance [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'flavor' on Instance uuid 21cea874-047b-4419-8251-2a93406681ba {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.884409] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.885199] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.885199] env[68205]: DEBUG nova.objects.instance [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lazy-loading 'resources' on Instance uuid 16eb0e73-7d82-44ec-9561-4e2aa07ab13c {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.896209] env[68205]: DEBUG nova.compute.manager [req-42de2eed-65a4-4029-bd5f-31ca76aed6c6 req-8545df4e-c00e-442e-bf8c-fe140bff9c3a service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received event network-vif-plugged-66f1abe1-6a91-4bc9-a0e4-4df891125e34 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.896436] env[68205]: DEBUG oslo_concurrency.lockutils [req-42de2eed-65a4-4029-bd5f-31ca76aed6c6 req-8545df4e-c00e-442e-bf8c-fe140bff9c3a service nova] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.896730] env[68205]: DEBUG oslo_concurrency.lockutils [req-42de2eed-65a4-4029-bd5f-31ca76aed6c6 req-8545df4e-c00e-442e-bf8c-fe140bff9c3a service nova] Lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.896923] env[68205]: DEBUG oslo_concurrency.lockutils [req-42de2eed-65a4-4029-bd5f-31ca76aed6c6 req-8545df4e-c00e-442e-bf8c-fe140bff9c3a service nova] Lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.897166] env[68205]: DEBUG nova.compute.manager [req-42de2eed-65a4-4029-bd5f-31ca76aed6c6 req-8545df4e-c00e-442e-bf8c-fe140bff9c3a service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] No waiting events found dispatching network-vif-plugged-66f1abe1-6a91-4bc9-a0e4-4df891125e34 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.897342] env[68205]: WARNING nova.compute.manager [req-42de2eed-65a4-4029-bd5f-31ca76aed6c6 req-8545df4e-c00e-442e-bf8c-fe140bff9c3a service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received unexpected event network-vif-plugged-66f1abe1-6a91-4bc9-a0e4-4df891125e34 for instance with vm_state active and task_state None. [ 1229.980364] env[68205]: DEBUG nova.network.neutron [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Successfully updated port: 66f1abe1-6a91-4bc9-a0e4-4df891125e34 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.997023] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1c4bc4-fa04-46fa-a99b-d764457d7aa6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.020818] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance 'da259670-8347-4bf2-bee2-b8c2eb3a0009' progress to 0 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.108877] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: dfd58e10-3b50-4027-823e-a0bef71ae65f] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.380322] env[68205]: DEBUG oslo_concurrency.lockutils [None req-2795cb84-cfbb-40e6-8a6c-86db9db9868c tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.385327] env[68205]: DEBUG nova.network.neutron [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance_info_cache with network_info: [{"id": "080cf8a4-8346-4677-afc4-f5ff83341438", "address": "fa:16:3e:4d:5b:e2", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080cf8a4-83", "ovs_interfaceid": "080cf8a4-8346-4677-afc4-f5ff83341438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.483546] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.483747] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.483887] env[68205]: DEBUG nova.network.neutron [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.526938] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.527772] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae8f9106-5a7f-4ca8-a36c-70bd39c15dad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.533920] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1230.533920] env[68205]: value = "task-2905384" [ 1230.533920] env[68205]: _type = "Task" [ 1230.533920] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.539019] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ea56f8-e5c3-48c0-9853-2c29e0e319a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.544778] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.549126] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb07ffdf-838e-4810-9b66-506752cb80af {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.580861] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f161ec-29f5-48dc-a35b-a1cd542f6676 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.589072] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0115b8d9-a5a5-4521-9d72-a7e72179662f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.602883] env[68205]: DEBUG nova.compute.provider_tree [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.612094] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: f1b58186-add2-42d8-a7b8-caf51aafbd4f] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.890198] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.028353] env[68205]: WARNING nova.network.neutron [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] b425a58c-354c-4989-85e5-580b6433a89d already exists in list: networks containing: ['b425a58c-354c-4989-85e5-580b6433a89d']. ignoring it [ 1231.042805] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905384, 'name': PowerOffVM_Task, 'duration_secs': 0.21106} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.043065] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.043253] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance 'da259670-8347-4bf2-bee2-b8c2eb3a0009' progress to 17 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.108188] env[68205]: DEBUG nova.scheduler.client.report [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.115008] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: f1a79e03-d94f-4ed1-9892-8ca00c59fa7e] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.261509] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "21cea874-047b-4419-8251-2a93406681ba" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.261728] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.290917] env[68205]: DEBUG nova.network.neutron [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66f1abe1-6a91-4bc9-a0e4-4df891125e34", "address": "fa:16:3e:be:1b:be", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f1abe1-6a", "ovs_interfaceid": "66f1abe1-6a91-4bc9-a0e4-4df891125e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.393160] env[68205]: DEBUG nova.compute.manager [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68205) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1231.393395] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.550060] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.550060] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.550060] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.550329] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.550398] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.550577] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.550785] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.550946] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.551175] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.551366] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.551562] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.556699] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-372babc1-9489-4b7c-944e-54ef38c98378 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.573521] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1231.573521] env[68205]: value = "task-2905385" [ 1231.573521] env[68205]: _type = "Task" [ 1231.573521] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.581051] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.613139] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.615638] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.222s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.617895] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: bc409b4e-c1e9-4907-8dd3-59b7ed31c739] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.636912] env[68205]: INFO nova.scheduler.client.report [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted allocations for instance 16eb0e73-7d82-44ec-9561-4e2aa07ab13c [ 1231.765766] env[68205]: DEBUG nova.compute.utils [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.793332] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.793971] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.794150] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.794995] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e466a8-e874-4be4-9431-eee84bc08e82 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.812314] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.812504] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.812640] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.812848] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.812989] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.813164] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.813365] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.813517] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.813676] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.813832] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.813999] env[68205]: DEBUG nova.virt.hardware [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.820132] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Reconfiguring VM to attach interface {{(pid=68205) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1231.820412] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd8e32b6-f3a9-4f0f-b51f-9e82079cee27 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.836496] env[68205]: DEBUG oslo_vmware.api [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1231.836496] env[68205]: value = "task-2905386" [ 1231.836496] env[68205]: _type = "Task" [ 1231.836496] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.844117] env[68205]: DEBUG oslo_vmware.api [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905386, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.083677] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905385, 'name': ReconfigVM_Task, 'duration_secs': 0.180085} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.083951] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance 'da259670-8347-4bf2-bee2-b8c2eb3a0009' progress to 33 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.118488] env[68205]: DEBUG nova.objects.instance [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'migration_context' on Instance uuid 3088e98f-8af4-460b-83d6-17782181b4fc {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.122727] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 970f1910-fdd7-4dea-92f6-1e1f403c9708] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.144012] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9bb977d6-8a11-4b26-b2e2-600f4367f1f7 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "16eb0e73-7d82-44ec-9561-4e2aa07ab13c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.151s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.268796] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.347207] env[68205]: DEBUG oslo_vmware.api [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.590533] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.590780] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.590935] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.591413] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.591754] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.592021] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.592253] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.592419] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.592605] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.592835] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.593041] env[68205]: DEBUG nova.virt.hardware [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.598765] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1232.599058] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d12cd98d-0f59-466c-9544-088d3e52acdb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.619105] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1232.619105] env[68205]: value = "task-2905387" [ 1232.619105] env[68205]: _type = "Task" [ 1232.619105] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.626059] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 26573517-be6c-4440-b71a-6b77acb9814e] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.632891] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.795626] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea5519-fe2f-4431-b91a-da90a57244d0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.803780] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc31509f-8e0a-417e-b459-0fea24ca8421 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.837009] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a8a963-9b1d-44a6-a1a9-36bff8fd1ac9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.858539] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c70895-6e9b-4deb-9659-7d75f2cbb5f5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.860850] env[68205]: DEBUG oslo_vmware.api [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905386, 'name': ReconfigVM_Task, 'duration_secs': 0.909667} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.862231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.862552] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Reconfigured VM to attach interface {{(pid=68205) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1232.878632] env[68205]: DEBUG nova.compute.provider_tree [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.130128] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: e2dc88bf-cd0b-4a9b-9785-b824f4293121] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.131810] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.209346] env[68205]: DEBUG nova.compute.manager [req-46fad4fb-4484-4aac-9264-3c7749cafe31 req-fe892b00-b542-442d-b610-764e61c28c21 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received event network-changed-66f1abe1-6a91-4bc9-a0e4-4df891125e34 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.209546] env[68205]: DEBUG nova.compute.manager [req-46fad4fb-4484-4aac-9264-3c7749cafe31 req-fe892b00-b542-442d-b610-764e61c28c21 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Refreshing instance network info cache due to event network-changed-66f1abe1-6a91-4bc9-a0e4-4df891125e34. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.209783] env[68205]: DEBUG oslo_concurrency.lockutils [req-46fad4fb-4484-4aac-9264-3c7749cafe31 req-fe892b00-b542-442d-b610-764e61c28c21 service nova] Acquiring lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.209934] env[68205]: DEBUG oslo_concurrency.lockutils [req-46fad4fb-4484-4aac-9264-3c7749cafe31 req-fe892b00-b542-442d-b610-764e61c28c21 service nova] Acquired lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.210298] env[68205]: DEBUG nova.network.neutron [req-46fad4fb-4484-4aac-9264-3c7749cafe31 req-fe892b00-b542-442d-b610-764e61c28c21 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Refreshing network info cache for port 66f1abe1-6a91-4bc9-a0e4-4df891125e34 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.347170] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "21cea874-047b-4419-8251-2a93406681ba" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.347430] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.347666] env[68205]: INFO nova.compute.manager [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Attaching volume 66eedad3-8fbc-41f8-8a9b-44173bafa855 to /dev/sdc [ 1233.368764] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5f3f1af7-4bea-40c3-aab2-0f00189fc19f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.294s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.378477] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c86914b-e719-4d79-843b-228689947a51 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.382344] env[68205]: DEBUG nova.scheduler.client.report [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.390361] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8652cef9-28f4-421e-a747-2a30b2897bc1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.404046] env[68205]: DEBUG nova.virt.block_device [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Updating existing volume attachment record: 491e939b-4eee-4377-810c-3ba4793965e8 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1233.630240] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.635908] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: eff0b99f-6d73-4a17-b678-830a08c31a29] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.965844] env[68205]: DEBUG nova.network.neutron [req-46fad4fb-4484-4aac-9264-3c7749cafe31 req-fe892b00-b542-442d-b610-764e61c28c21 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updated VIF entry in instance network info cache for port 66f1abe1-6a91-4bc9-a0e4-4df891125e34. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.966289] env[68205]: DEBUG nova.network.neutron [req-46fad4fb-4484-4aac-9264-3c7749cafe31 req-fe892b00-b542-442d-b610-764e61c28c21 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66f1abe1-6a91-4bc9-a0e4-4df891125e34", "address": "fa:16:3e:be:1b:be", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f1abe1-6a", "ovs_interfaceid": "66f1abe1-6a91-4bc9-a0e4-4df891125e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.111023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.111023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.111023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.111199] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.111370] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.113781] env[68205]: INFO nova.compute.manager [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Terminating instance [ 1234.132156] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905387, 'name': ReconfigVM_Task, 'duration_secs': 1.246517} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.132626] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.133747] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19811f5-ad1b-4d8f-af65-c91dc46316a8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.137101] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: c4137e26-8a6c-4a46-879a-b0903b29b436] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.162433] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] da259670-8347-4bf2-bee2-b8c2eb3a0009/da259670-8347-4bf2-bee2-b8c2eb3a0009.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.163969] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9724be27-1f92-4589-b2b5-e57ad3ec30ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.180699] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.180933] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.188791] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1234.188791] env[68205]: value = "task-2905389" [ 1234.188791] env[68205]: _type = "Task" [ 1234.188791] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.197873] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.394519] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.779s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.469656] env[68205]: DEBUG oslo_concurrency.lockutils [req-46fad4fb-4484-4aac-9264-3c7749cafe31 req-fe892b00-b542-442d-b610-764e61c28c21 service nova] Releasing lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.618386] env[68205]: DEBUG nova.compute.manager [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.618594] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.619484] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fed9e15-cc72-4cf9-8a04-d5a2d8daac07 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.627819] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.628067] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-794a3f47-5b7c-475d-919f-dfafea73fcf4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.634560] env[68205]: DEBUG oslo_vmware.api [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1234.634560] env[68205]: value = "task-2905390" [ 1234.634560] env[68205]: _type = "Task" [ 1234.634560] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.639535] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 543745eb-5fa4-4f64-9410-dd591ba76949] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.644141] env[68205]: DEBUG oslo_vmware.api [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.685973] env[68205]: DEBUG nova.compute.manager [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.701025] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.746977] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "6e3f3a8b-653c-4383-862b-9e678b58a724" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.747256] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "6e3f3a8b-653c-4383-862b-9e678b58a724" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.747464] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "6e3f3a8b-653c-4383-862b-9e678b58a724-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.747643] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "6e3f3a8b-653c-4383-862b-9e678b58a724-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.747807] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "6e3f3a8b-653c-4383-862b-9e678b58a724-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.749785] env[68205]: INFO nova.compute.manager [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Terminating instance [ 1235.109191] env[68205]: DEBUG oslo_concurrency.lockutils [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-39694b61-ed2d-4a32-ab8b-c0efe09e303b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.109440] env[68205]: DEBUG oslo_concurrency.lockutils [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-39694b61-ed2d-4a32-ab8b-c0efe09e303b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.109836] env[68205]: DEBUG nova.objects.instance [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'flavor' on Instance uuid 382561c0-ff10-4612-a66e-bc079b7333f3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.146059] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 08e3a0b1-37f3-4fdd-bdca-0decb326d849] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.147759] env[68205]: DEBUG oslo_vmware.api [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905390, 'name': PowerOffVM_Task, 'duration_secs': 0.347825} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.148194] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.148450] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.148592] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e625b627-0c21-4cca-800a-9744bfc61634 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.205245] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.212998] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.213250] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.213428] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleting the datastore file [datastore2] df9e307d-d80f-4597-ac00-1aa2d060bd7e {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.214508] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.214754] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.216219] env[68205]: INFO nova.compute.claims [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.218525] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30cb1fdf-e3c0-4310-8e4a-8a9fd89a6a9c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.224535] env[68205]: DEBUG oslo_vmware.api [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1235.224535] env[68205]: value = "task-2905392" [ 1235.224535] env[68205]: _type = "Task" [ 1235.224535] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.231830] env[68205]: DEBUG oslo_vmware.api [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.253113] env[68205]: DEBUG nova.compute.manager [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.253348] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.254211] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9cea5b-79f9-4fe4-8c09-26fe1efcb39c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.262159] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.262405] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ff98fc-84d1-4807-a8f3-62e5edff7da2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.269340] env[68205]: DEBUG oslo_vmware.api [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1235.269340] env[68205]: value = "task-2905393" [ 1235.269340] env[68205]: _type = "Task" [ 1235.269340] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.277242] env[68205]: DEBUG oslo_vmware.api [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.649401] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 15528757-b487-4c16-ba3e-254c3599e3b6] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.697173] env[68205]: DEBUG nova.objects.instance [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'pci_requests' on Instance uuid 382561c0-ff10-4612-a66e-bc079b7333f3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.704200] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.733197] env[68205]: DEBUG oslo_vmware.api [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137008} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.733955] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.734156] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.734359] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.734545] env[68205]: INFO nova.compute.manager [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1235.734758] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.734936] env[68205]: DEBUG nova.compute.manager [-] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.735041] env[68205]: DEBUG nova.network.neutron [-] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.780012] env[68205]: DEBUG oslo_vmware.api [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905393, 'name': PowerOffVM_Task, 'duration_secs': 0.211999} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.780275] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.780441] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.780682] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a7aa776-7d2a-438f-b754-0f8a07dcdd31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.837531] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.837652] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.837834] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleting the datastore file [datastore1] 6e3f3a8b-653c-4383-862b-9e678b58a724 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.838173] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97111f51-7e44-4a85-88b7-7c0837953325 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.843797] env[68205]: DEBUG oslo_vmware.api [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for the task: (returnval){ [ 1235.843797] env[68205]: value = "task-2905396" [ 1235.843797] env[68205]: _type = "Task" [ 1235.843797] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.851197] env[68205]: DEBUG oslo_vmware.api [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.931059] env[68205]: INFO nova.compute.manager [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Swapping old allocation on dict_keys(['579e308c-a36f-4fc5-9808-f6adb1a946ed']) held by migration 52204228-5261-49b5-98ba-75b0c0b4e6a9 for instance [ 1235.954905] env[68205]: DEBUG nova.scheduler.client.report [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Overwriting current allocation {'allocations': {'579e308c-a36f-4fc5-9808-f6adb1a946ed': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 152}}, 'project_id': '01e82def949a4ced86440216a4dcc0ab', 'user_id': 'a6568bbd6cd44e41a0d59f4555b09acb', 'consumer_generation': 1} on consumer 3088e98f-8af4-460b-83d6-17782181b4fc {{(pid=68205) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1236.152687] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: aa17c44d-b31b-4d48-bd02-cd2b38b13452] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.199526] env[68205]: DEBUG nova.objects.base [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Object Instance<382561c0-ff10-4612-a66e-bc079b7333f3> lazy-loaded attributes: flavor,pci_requests {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1236.199825] env[68205]: DEBUG nova.network.neutron [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.204856] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.273477] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.273652] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.273820] env[68205]: DEBUG nova.network.neutron [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.300627] env[68205]: DEBUG nova.policy [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e28a7cebe641ee92cb5a49c63595ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660ebffe7fb9414fa5e5a10f644653c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.354656] env[68205]: DEBUG oslo_vmware.api [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Task: {'id': task-2905396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155351} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.354954] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.355170] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.355346] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.355567] env[68205]: INFO nova.compute.manager [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1236.355776] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.355920] env[68205]: DEBUG nova.compute.manager [-] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.356020] env[68205]: DEBUG nova.network.neutron [-] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.417798] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168ca661-7d9c-4e0b-9ee8-8c855400d32a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.427935] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfca486e-b65e-4842-9c86-2040b1bd37cb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.462170] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a40cdd2-f9e4-40af-a6c2-70eaa52d517c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.471295] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33a9f88-0344-428c-a8e4-10a1ad17287f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.486222] env[68205]: DEBUG nova.compute.provider_tree [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.629372] env[68205]: DEBUG nova.compute.manager [req-0a81b651-b4f9-4f36-a8fc-65a6ac298640 req-e9f18e81-7cb5-46d9-b554-55cdabf3e21c service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Received event network-vif-deleted-d3100962-3df7-463d-bb40-8a97fb5ac5ad {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.629604] env[68205]: INFO nova.compute.manager [req-0a81b651-b4f9-4f36-a8fc-65a6ac298640 req-e9f18e81-7cb5-46d9-b554-55cdabf3e21c service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Neutron deleted interface d3100962-3df7-463d-bb40-8a97fb5ac5ad; detaching it from the instance and deleting it from the info cache [ 1236.629778] env[68205]: DEBUG nova.network.neutron [req-0a81b651-b4f9-4f36-a8fc-65a6ac298640 req-e9f18e81-7cb5-46d9-b554-55cdabf3e21c service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.656173] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: d0671ddd-2c1d-4804-bada-5580fe3a7292] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.705450] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905389, 'name': ReconfigVM_Task, 'duration_secs': 2.288462} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.705828] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfigured VM instance instance-00000065 to attach disk [datastore1] da259670-8347-4bf2-bee2-b8c2eb3a0009/da259670-8347-4bf2-bee2-b8c2eb3a0009.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.706158] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance 'da259670-8347-4bf2-bee2-b8c2eb3a0009' progress to 50 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.741036] env[68205]: DEBUG nova.compute.manager [req-947b6ace-0591-466c-8a5d-e33dbdefb64e req-37f99d97-d40d-4fef-af3c-09f9ea9617fb service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Received event network-vif-deleted-9db5daa0-a965-44e5-842b-7cd93633a9ee {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.741487] env[68205]: INFO nova.compute.manager [req-947b6ace-0591-466c-8a5d-e33dbdefb64e req-37f99d97-d40d-4fef-af3c-09f9ea9617fb service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Neutron deleted interface 9db5daa0-a965-44e5-842b-7cd93633a9ee; detaching it from the instance and deleting it from the info cache [ 1236.741852] env[68205]: DEBUG nova.network.neutron [req-947b6ace-0591-466c-8a5d-e33dbdefb64e req-37f99d97-d40d-4fef-af3c-09f9ea9617fb service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.989878] env[68205]: DEBUG nova.scheduler.client.report [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.006697] env[68205]: DEBUG nova.network.neutron [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance_info_cache with network_info: [{"id": "080cf8a4-8346-4677-afc4-f5ff83341438", "address": "fa:16:3e:4d:5b:e2", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap080cf8a4-83", "ovs_interfaceid": "080cf8a4-8346-4677-afc4-f5ff83341438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.031844] env[68205]: DEBUG nova.network.neutron [-] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.134510] env[68205]: DEBUG nova.network.neutron [-] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.136065] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6db88fea-f2a1-4ba4-87e8-4b19b628c131 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.146774] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51e482e-370d-4732-ab97-862d39f177a9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.160737] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 2b4fccd8-06c9-4089-a812-a843181b79e3] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.179063] env[68205]: DEBUG nova.compute.manager [req-0a81b651-b4f9-4f36-a8fc-65a6ac298640 req-e9f18e81-7cb5-46d9-b554-55cdabf3e21c service nova] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Detach interface failed, port_id=d3100962-3df7-463d-bb40-8a97fb5ac5ad, reason: Instance df9e307d-d80f-4597-ac00-1aa2d060bd7e could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1237.213766] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bc45a7-3bc7-479b-bd7f-ca8391c3d416 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.234976] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff72d6-48dc-4433-8da8-55a560d272c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.258395] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance 'da259670-8347-4bf2-bee2-b8c2eb3a0009' progress to 67 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.261655] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92656bdf-ad14-4264-ba9f-314a955ea8ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.271698] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df2416c-da25-4fea-9eab-25264effb9a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.301925] env[68205]: DEBUG nova.compute.manager [req-947b6ace-0591-466c-8a5d-e33dbdefb64e req-37f99d97-d40d-4fef-af3c-09f9ea9617fb service nova] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Detach interface failed, port_id=9db5daa0-a965-44e5-842b-7cd93633a9ee, reason: Instance 6e3f3a8b-653c-4383-862b-9e678b58a724 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1237.495032] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.495532] env[68205]: DEBUG nova.compute.manager [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1237.508939] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-3088e98f-8af4-460b-83d6-17782181b4fc" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.509421] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.509692] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56638ccf-260a-4d1d-b7f5-7f7166d8eaa4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.517099] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1237.517099] env[68205]: value = "task-2905397" [ 1237.517099] env[68205]: _type = "Task" [ 1237.517099] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.525108] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.534885] env[68205]: INFO nova.compute.manager [-] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Took 1.80 seconds to deallocate network for instance. [ 1237.639491] env[68205]: INFO nova.compute.manager [-] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Took 1.28 seconds to deallocate network for instance. [ 1237.664461] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 22ffafac-b489-45f0-8055-ed87dad6ebe8] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.903026] env[68205]: DEBUG nova.network.neutron [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Successfully updated port: 39694b61-ed2d-4a32-ab8b-c0efe09e303b {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.952115] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1237.952394] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583511', 'volume_id': '66eedad3-8fbc-41f8-8a9b-44173bafa855', 'name': 'volume-66eedad3-8fbc-41f8-8a9b-44173bafa855', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21cea874-047b-4419-8251-2a93406681ba', 'attached_at': '', 'detached_at': '', 'volume_id': '66eedad3-8fbc-41f8-8a9b-44173bafa855', 'serial': '66eedad3-8fbc-41f8-8a9b-44173bafa855'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1237.953283] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f464c5f-32d4-41c1-8859-ea9b2182a9c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.969117] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046c5731-07fa-4b5f-801c-615468ac7df6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.997205] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-66eedad3-8fbc-41f8-8a9b-44173bafa855/volume-66eedad3-8fbc-41f8-8a9b-44173bafa855.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.997406] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ba13618-cad3-4a3c-b87d-1c69b1630e8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.010639] env[68205]: DEBUG nova.compute.utils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.012155] env[68205]: DEBUG nova.compute.manager [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.012799] env[68205]: DEBUG nova.network.neutron [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.021841] env[68205]: DEBUG oslo_vmware.api [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1238.021841] env[68205]: value = "task-2905398" [ 1238.021841] env[68205]: _type = "Task" [ 1238.021841] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.030127] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905397, 'name': PowerOffVM_Task, 'duration_secs': 0.28821} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.030127] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.030127] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.030127] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.030383] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.030570] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.030703] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.030919] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.031094] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.031734] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.031734] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.031734] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.031851] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.039912] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ad50d8f-da8c-4c3c-b024-4e911fee429d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.050898] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.051114] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.051367] env[68205]: DEBUG nova.objects.instance [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lazy-loading 'resources' on Instance uuid df9e307d-d80f-4597-ac00-1aa2d060bd7e {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.052758] env[68205]: DEBUG oslo_vmware.api [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.058295] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1238.058295] env[68205]: value = "task-2905399" [ 1238.058295] env[68205]: _type = "Task" [ 1238.058295] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.062662] env[68205]: DEBUG nova.policy [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5f4778a6d5449c8498317ae62efedc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583a4edcbc37482099507e0a9fda5d73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.070186] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.147244] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.167143] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 733d11bf-17bb-4325-a6d8-ff5866f53ace] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.330322] env[68205]: DEBUG nova.network.neutron [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Successfully created port: 61f29644-5041-4e7f-8199-b15889888b1c {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.407155] env[68205]: DEBUG oslo_concurrency.lockutils [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.407367] env[68205]: DEBUG oslo_concurrency.lockutils [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.407551] env[68205]: DEBUG nova.network.neutron [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.516116] env[68205]: DEBUG nova.compute.manager [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.535902] env[68205]: DEBUG oslo_vmware.api [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905398, 'name': ReconfigVM_Task, 'duration_secs': 0.349571} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.536196] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-66eedad3-8fbc-41f8-8a9b-44173bafa855/volume-66eedad3-8fbc-41f8-8a9b-44173bafa855.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.541905] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7a7bd11-9513-4624-bb44-90b106041d0b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.558271] env[68205]: DEBUG oslo_vmware.api [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1238.558271] env[68205]: value = "task-2905400" [ 1238.558271] env[68205]: _type = "Task" [ 1238.558271] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.570865] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905399, 'name': ReconfigVM_Task, 'duration_secs': 0.135451} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.574346] env[68205]: DEBUG oslo_vmware.api [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.575084] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3a4523-fb67-4602-9b2d-72f1cb89ce9b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.597608] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.597851] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.598012] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.598197] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.598338] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.598480] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.598681] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.598834] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.598993] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.599172] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.599342] env[68205]: DEBUG nova.virt.hardware [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.602865] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1194b09b-b8b1-4eeb-82d1-d49e7fc1e3a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.608439] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1238.608439] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5268ae3d-4d5b-e854-59c2-46b75e37a279" [ 1238.608439] env[68205]: _type = "Task" [ 1238.608439] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.617081] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5268ae3d-4d5b-e854-59c2-46b75e37a279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.670374] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 24cc0530-19cf-49dc-9502-8c91cac5e7f2] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.681558] env[68205]: DEBUG nova.compute.manager [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received event network-vif-plugged-39694b61-ed2d-4a32-ab8b-c0efe09e303b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.681737] env[68205]: DEBUG oslo_concurrency.lockutils [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.682072] env[68205]: DEBUG oslo_concurrency.lockutils [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] Lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.682329] env[68205]: DEBUG oslo_concurrency.lockutils [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] Lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.682551] env[68205]: DEBUG nova.compute.manager [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] No waiting events found dispatching network-vif-plugged-39694b61-ed2d-4a32-ab8b-c0efe09e303b {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.682745] env[68205]: WARNING nova.compute.manager [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received unexpected event network-vif-plugged-39694b61-ed2d-4a32-ab8b-c0efe09e303b for instance with vm_state active and task_state None. [ 1238.682948] env[68205]: DEBUG nova.compute.manager [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received event network-changed-39694b61-ed2d-4a32-ab8b-c0efe09e303b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.683174] env[68205]: DEBUG nova.compute.manager [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Refreshing instance network info cache due to event network-changed-39694b61-ed2d-4a32-ab8b-c0efe09e303b. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.683397] env[68205]: DEBUG oslo_concurrency.lockutils [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] Acquiring lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.744286] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b0e19-e7e2-4cf6-b30a-ab9a17c69bf1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.752251] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9f0ffe-d99e-4175-90cc-04b2ce0cb97c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.782619] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e01f98b-6230-4551-82db-b6c394227cdf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.790067] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec85464f-1f7a-48ed-84c1-6b91da28c400 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.802868] env[68205]: DEBUG nova.compute.provider_tree [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.927861] env[68205]: DEBUG nova.network.neutron [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Port f0ca97f8-5a00-49ed-a686-8e6705700aad binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1238.953835] env[68205]: WARNING nova.network.neutron [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] b425a58c-354c-4989-85e5-580b6433a89d already exists in list: networks containing: ['b425a58c-354c-4989-85e5-580b6433a89d']. ignoring it [ 1238.954172] env[68205]: WARNING nova.network.neutron [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] b425a58c-354c-4989-85e5-580b6433a89d already exists in list: networks containing: ['b425a58c-354c-4989-85e5-580b6433a89d']. ignoring it [ 1239.070198] env[68205]: DEBUG oslo_vmware.api [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905400, 'name': ReconfigVM_Task, 'duration_secs': 0.168366} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.070494] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583511', 'volume_id': '66eedad3-8fbc-41f8-8a9b-44173bafa855', 'name': 'volume-66eedad3-8fbc-41f8-8a9b-44173bafa855', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21cea874-047b-4419-8251-2a93406681ba', 'attached_at': '', 'detached_at': '', 'volume_id': '66eedad3-8fbc-41f8-8a9b-44173bafa855', 'serial': '66eedad3-8fbc-41f8-8a9b-44173bafa855'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1239.118898] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5268ae3d-4d5b-e854-59c2-46b75e37a279, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.124342] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.126676] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a60aa0d-0f02-4f65-b61a-7812bfee5c4d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.145985] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1239.145985] env[68205]: value = "task-2905401" [ 1239.145985] env[68205]: _type = "Task" [ 1239.145985] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.157054] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.173665] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: cddd9f44-3672-42a5-88f7-59c42cf153f1] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.306282] env[68205]: DEBUG nova.scheduler.client.report [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.396341] env[68205]: DEBUG nova.network.neutron [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66f1abe1-6a91-4bc9-a0e4-4df891125e34", "address": "fa:16:3e:be:1b:be", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f1abe1-6a", "ovs_interfaceid": "66f1abe1-6a91-4bc9-a0e4-4df891125e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39694b61-ed2d-4a32-ab8b-c0efe09e303b", "address": "fa:16:3e:c1:da:c2", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39694b61-ed", "ovs_interfaceid": "39694b61-ed2d-4a32-ab8b-c0efe09e303b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.529182] env[68205]: DEBUG nova.compute.manager [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1239.556246] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.556540] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.556669] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.556847] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.557049] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.557247] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.557463] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.557665] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.557781] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.557941] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.558130] env[68205]: DEBUG nova.virt.hardware [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.559165] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d422d3c-c1a7-4956-9b30-1d94656fcbc5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.567023] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9020fd5-fbfd-4dd0-b3f6-13e8b2dfb6d7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.655867] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905401, 'name': ReconfigVM_Task, 'duration_secs': 0.184288} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.656169] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1239.656930] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35a390d-73be-471c-8257-73e4ac1db2ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.679045] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 3088e98f-8af4-460b-83d6-17782181b4fc/3088e98f-8af4-460b-83d6-17782181b4fc.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.679483] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 6980d130-8086-4b37-a596-961f8852bacd] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.682377] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc5de0b-db53-4e58-bdba-74177d2230e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.700726] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1239.700726] env[68205]: value = "task-2905402" [ 1239.700726] env[68205]: _type = "Task" [ 1239.700726] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.711597] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.773843] env[68205]: DEBUG nova.network.neutron [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Successfully updated port: 61f29644-5041-4e7f-8199-b15889888b1c {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.812101] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.814399] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.667s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.814621] env[68205]: DEBUG nova.objects.instance [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lazy-loading 'resources' on Instance uuid 6e3f3a8b-653c-4383-862b-9e678b58a724 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.837007] env[68205]: INFO nova.scheduler.client.report [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleted allocations for instance df9e307d-d80f-4597-ac00-1aa2d060bd7e [ 1239.899048] env[68205]: DEBUG oslo_concurrency.lockutils [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.899794] env[68205]: DEBUG oslo_concurrency.lockutils [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.900176] env[68205]: DEBUG oslo_concurrency.lockutils [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.900320] env[68205]: DEBUG oslo_concurrency.lockutils [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] Acquired lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.900551] env[68205]: DEBUG nova.network.neutron [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Refreshing network info cache for port 39694b61-ed2d-4a32-ab8b-c0efe09e303b {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.902404] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3149b6-c78f-4aab-baf9-deb543045424 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.921860] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.922141] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.922283] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.922464] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.922608] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.922748] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.922974] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.923187] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.923360] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.923524] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.923692] env[68205]: DEBUG nova.virt.hardware [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.930040] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Reconfiguring VM to attach interface {{(pid=68205) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1239.930619] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91fe6483-b004-425c-b32f-18aadb44e146 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.958030] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "da259670-8347-4bf2-bee2-b8c2eb3a0009-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.958246] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.958421] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.959567] env[68205]: DEBUG oslo_vmware.api [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1239.959567] env[68205]: value = "task-2905403" [ 1239.959567] env[68205]: _type = "Task" [ 1239.959567] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.968786] env[68205]: DEBUG oslo_vmware.api [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905403, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.111778] env[68205]: DEBUG nova.objects.instance [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'flavor' on Instance uuid 21cea874-047b-4419-8251-2a93406681ba {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.196066] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 9e810eb2-b946-420e-91ce-13286fe3b51e] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.210491] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905402, 'name': ReconfigVM_Task, 'duration_secs': 0.270499} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.210781] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 3088e98f-8af4-460b-83d6-17782181b4fc/3088e98f-8af4-460b-83d6-17782181b4fc.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.211665] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193bed5e-7e2e-4091-b902-845cbcfd0b16 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.231146] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5460ef0e-0878-4566-8e0e-2d36c8fb6cb8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.250730] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a32298-e879-4bac-aaf3-ac1348b4ab45 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.268974] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b91ca81-0be2-4c17-a8ab-7f0b58e38137 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.275783] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.276044] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03b49832-e7e1-4c83-aaf6-0f02a1cd1e0b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.277801] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "refresh_cache-4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.278352] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "refresh_cache-4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.278352] env[68205]: DEBUG nova.network.neutron [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.284120] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1240.284120] env[68205]: value = "task-2905404" [ 1240.284120] env[68205]: _type = "Task" [ 1240.284120] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.292835] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.344929] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a9d0266b-612b-4d7c-b3d2-c3c68b82318f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "df9e307d-d80f-4597-ac00-1aa2d060bd7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.234s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.466970] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac3894b-3ec6-4d03-8048-b39e5b9e8865 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.478288] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683b3aa-02ca-4d21-825f-6ae104efc702 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.481602] env[68205]: DEBUG oslo_vmware.api [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.515133] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd3874-3f5b-429b-b2cc-09eb71e1fb93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.524383] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b367a78b-14d7-49cb-8703-f33d63657144 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.541964] env[68205]: DEBUG nova.compute.provider_tree [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.616770] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c3b4a838-c625-4eea-8cc6-b811c9d55877 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.269s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.634868] env[68205]: DEBUG nova.network.neutron [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updated VIF entry in instance network info cache for port 39694b61-ed2d-4a32-ab8b-c0efe09e303b. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.635382] env[68205]: DEBUG nova.network.neutron [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "66f1abe1-6a91-4bc9-a0e4-4df891125e34", "address": "fa:16:3e:be:1b:be", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f1abe1-6a", "ovs_interfaceid": "66f1abe1-6a91-4bc9-a0e4-4df891125e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39694b61-ed2d-4a32-ab8b-c0efe09e303b", "address": "fa:16:3e:c1:da:c2", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39694b61-ed", "ovs_interfaceid": "39694b61-ed2d-4a32-ab8b-c0efe09e303b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.707857] env[68205]: DEBUG nova.compute.manager [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Received event network-vif-plugged-61f29644-5041-4e7f-8199-b15889888b1c {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.707857] env[68205]: DEBUG oslo_concurrency.lockutils [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] Acquiring lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.708095] env[68205]: DEBUG oslo_concurrency.lockutils [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.708237] env[68205]: DEBUG oslo_concurrency.lockutils [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.708401] env[68205]: DEBUG nova.compute.manager [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] No waiting events found dispatching network-vif-plugged-61f29644-5041-4e7f-8199-b15889888b1c {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.708586] env[68205]: WARNING nova.compute.manager [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Received unexpected event network-vif-plugged-61f29644-5041-4e7f-8199-b15889888b1c for instance with vm_state building and task_state spawning. [ 1240.708744] env[68205]: DEBUG nova.compute.manager [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Received event network-changed-61f29644-5041-4e7f-8199-b15889888b1c {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.708894] env[68205]: DEBUG nova.compute.manager [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Refreshing instance network info cache due to event network-changed-61f29644-5041-4e7f-8199-b15889888b1c. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.709070] env[68205]: DEBUG oslo_concurrency.lockutils [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] Acquiring lock "refresh_cache-4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.795528] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.813087] env[68205]: DEBUG nova.network.neutron [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.895831] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "21cea874-047b-4419-8251-2a93406681ba" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.896096] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.952357] env[68205]: DEBUG nova.network.neutron [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Updating instance_info_cache with network_info: [{"id": "61f29644-5041-4e7f-8199-b15889888b1c", "address": "fa:16:3e:b1:e9:14", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f29644-50", "ovs_interfaceid": "61f29644-5041-4e7f-8199-b15889888b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.976131] env[68205]: DEBUG oslo_vmware.api [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905403, 'name': ReconfigVM_Task, 'duration_secs': 0.598347} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.976592] env[68205]: DEBUG oslo_concurrency.lockutils [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.976796] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Reconfigured VM to attach interface {{(pid=68205) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1241.007900] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.008087] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.008264] env[68205]: DEBUG nova.network.neutron [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.047383] env[68205]: DEBUG nova.scheduler.client.report [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.138234] env[68205]: DEBUG oslo_concurrency.lockutils [req-f2a98813-7d62-4dbb-90ab-8f22b541ded6 req-7fbac492-5033-4031-831d-4af0a925e9be service nova] Releasing lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.295660] env[68205]: DEBUG oslo_vmware.api [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905404, 'name': PowerOnVM_Task, 'duration_secs': 0.564074} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.295660] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.401083] env[68205]: INFO nova.compute.manager [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Detaching volume 9742202c-405c-48b6-bb4b-25feae2210cd [ 1241.433474] env[68205]: INFO nova.virt.block_device [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Attempting to driver detach volume 9742202c-405c-48b6-bb4b-25feae2210cd from mountpoint /dev/sdb [ 1241.433697] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1241.433881] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583510', 'volume_id': '9742202c-405c-48b6-bb4b-25feae2210cd', 'name': 'volume-9742202c-405c-48b6-bb4b-25feae2210cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21cea874-047b-4419-8251-2a93406681ba', 'attached_at': '', 'detached_at': '', 'volume_id': '9742202c-405c-48b6-bb4b-25feae2210cd', 'serial': '9742202c-405c-48b6-bb4b-25feae2210cd'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1241.434805] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0238bf-b7f0-43a5-be2f-375544391bb6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.458501] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "refresh_cache-4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.458940] env[68205]: DEBUG nova.compute.manager [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Instance network_info: |[{"id": "61f29644-5041-4e7f-8199-b15889888b1c", "address": "fa:16:3e:b1:e9:14", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f29644-50", "ovs_interfaceid": "61f29644-5041-4e7f-8199-b15889888b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.459410] env[68205]: DEBUG oslo_concurrency.lockutils [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] Acquired lock "refresh_cache-4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.459548] env[68205]: DEBUG nova.network.neutron [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Refreshing network info cache for port 61f29644-5041-4e7f-8199-b15889888b1c {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.460804] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:e9:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61f29644-5041-4e7f-8199-b15889888b1c', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.468228] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.468901] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c2cd19-e48f-40f9-a093-43c00d269df8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.472198] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.472411] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa84fbf-9418-4b7a-be69-13da202bf969 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.487718] env[68205]: DEBUG oslo_concurrency.lockutils [None req-851a1cee-f708-40ea-b5cf-590198b28e92 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-39694b61-ed2d-4a32-ab8b-c0efe09e303b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.378s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.491762] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6e678c-53ad-4ca8-a68f-2bdf9accdf27 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.495430] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.495430] env[68205]: value = "task-2905405" [ 1241.495430] env[68205]: _type = "Task" [ 1241.495430] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.519996] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee79f2b8-55ad-42a8-9495-59330ad0ead6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.525993] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905405, 'name': CreateVM_Task} progress is 15%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.538859] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] The volume has not been displaced from its original location: [datastore1] volume-9742202c-405c-48b6-bb4b-25feae2210cd/volume-9742202c-405c-48b6-bb4b-25feae2210cd.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1241.544278] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.544624] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d77fdef-d4fc-496f-b3bc-7519e692d4bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.561853] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.568835] env[68205]: DEBUG oslo_vmware.api [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1241.568835] env[68205]: value = "task-2905406" [ 1241.568835] env[68205]: _type = "Task" [ 1241.568835] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.579465] env[68205]: DEBUG oslo_vmware.api [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.583015] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "505736ae-1357-403a-9640-0a68e9e12ad7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.583295] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.589625] env[68205]: INFO nova.scheduler.client.report [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Deleted allocations for instance 6e3f3a8b-653c-4383-862b-9e678b58a724 [ 1241.765239] env[68205]: DEBUG nova.network.neutron [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance_info_cache with network_info: [{"id": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "address": "fa:16:3e:46:de:fa", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ca97f8-5a", "ovs_interfaceid": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.008149] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905405, 'name': CreateVM_Task, 'duration_secs': 0.322394} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.008349] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.009015] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.009185] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.009494] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.009752] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a564b35-c0af-40b8-8a32-5e3f8da8430c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.014912] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1242.014912] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d9f57e-592b-ccc7-27ab-2f54b479d0d2" [ 1242.014912] env[68205]: _type = "Task" [ 1242.014912] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.022755] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d9f57e-592b-ccc7-27ab-2f54b479d0d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.078416] env[68205]: DEBUG oslo_vmware.api [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905406, 'name': ReconfigVM_Task, 'duration_secs': 0.25823} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.080659] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.085790] env[68205]: INFO nova.compute.manager [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Detaching volume 87eb1b36-da65-42b7-8639-4a9ee10fb6b8 [ 1242.087338] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fea375f-aa61-4ced-8c40-2f03cbc36202 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.099368] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d7a42ca3-2383-4f56-9829-35e38da8bb60 tempest-ServersTestJSON-1187586447 tempest-ServersTestJSON-1187586447-project-member] Lock "6e3f3a8b-653c-4383-862b-9e678b58a724" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.352s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.103880] env[68205]: DEBUG oslo_vmware.api [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1242.103880] env[68205]: value = "task-2905407" [ 1242.103880] env[68205]: _type = "Task" [ 1242.103880] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.112111] env[68205]: DEBUG oslo_vmware.api [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.137136] env[68205]: INFO nova.virt.block_device [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Attempting to driver detach volume 87eb1b36-da65-42b7-8639-4a9ee10fb6b8 from mountpoint /dev/sdb [ 1242.137136] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1242.137136] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583487', 'volume_id': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'name': 'volume-87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '505736ae-1357-403a-9640-0a68e9e12ad7', 'attached_at': '', 'detached_at': '', 'volume_id': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'serial': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1242.137136] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d0000a-c6e8-4994-a410-8069ef9db853 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.158379] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c03756-f6d9-48b3-864c-5712c5acb900 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.167497] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a60e43-71c7-4374-a03d-de9982da316b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.188773] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dabb67-4260-45d2-9f18-80328708fe14 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.205319] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] The volume has not been displaced from its original location: [datastore1] volume-87eb1b36-da65-42b7-8639-4a9ee10fb6b8/volume-87eb1b36-da65-42b7-8639-4a9ee10fb6b8.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1242.210858] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1242.211189] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-158b016b-2d97-4a17-8dfc-55d0237690af {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.224703] env[68205]: DEBUG nova.network.neutron [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Updated VIF entry in instance network info cache for port 61f29644-5041-4e7f-8199-b15889888b1c. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.225248] env[68205]: DEBUG nova.network.neutron [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Updating instance_info_cache with network_info: [{"id": "61f29644-5041-4e7f-8199-b15889888b1c", "address": "fa:16:3e:b1:e9:14", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f29644-50", "ovs_interfaceid": "61f29644-5041-4e7f-8199-b15889888b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.233745] env[68205]: DEBUG oslo_vmware.api [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1242.233745] env[68205]: value = "task-2905408" [ 1242.233745] env[68205]: _type = "Task" [ 1242.233745] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.243085] env[68205]: DEBUG oslo_vmware.api [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.267622] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.305756] env[68205]: INFO nova.compute.manager [None req-9c880f11-4696-4dd5-8d5e-4232103bc145 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance to original state: 'active' [ 1242.526349] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d9f57e-592b-ccc7-27ab-2f54b479d0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.526699] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.526928] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.527185] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.527360] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.527542] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.529615] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a995c7b3-ff91-4f0d-a91c-b695a31c8157 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.540022] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.540022] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.540022] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42cb01c5-95f2-4d4d-bfe1-6dea717ef3b8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.543361] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1242.543361] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527172b4-3796-d783-d366-49b3efdad475" [ 1242.543361] env[68205]: _type = "Task" [ 1242.543361] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.550944] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527172b4-3796-d783-d366-49b3efdad475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.613278] env[68205]: DEBUG oslo_vmware.api [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905407, 'name': ReconfigVM_Task, 'duration_secs': 0.140624} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.613574] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583510', 'volume_id': '9742202c-405c-48b6-bb4b-25feae2210cd', 'name': 'volume-9742202c-405c-48b6-bb4b-25feae2210cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21cea874-047b-4419-8251-2a93406681ba', 'attached_at': '', 'detached_at': '', 'volume_id': '9742202c-405c-48b6-bb4b-25feae2210cd', 'serial': '9742202c-405c-48b6-bb4b-25feae2210cd'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1242.728717] env[68205]: DEBUG oslo_concurrency.lockutils [req-1bc046e5-cdb7-4468-8b5d-908203b1120d req-1052b7c8-18ad-4c99-a74c-b4cc5fea03d0 service nova] Releasing lock "refresh_cache-4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.741690] env[68205]: DEBUG oslo_vmware.api [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905408, 'name': ReconfigVM_Task, 'duration_secs': 0.296664} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.745083] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.747077] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60554f55-61cc-4082-9c49-95f8084aa3c8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.763237] env[68205]: DEBUG oslo_vmware.api [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1242.763237] env[68205]: value = "task-2905409" [ 1242.763237] env[68205]: _type = "Task" [ 1242.763237] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.774906] env[68205]: DEBUG oslo_vmware.api [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.776296] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15d3ea6-ceed-4434-b2dc-55a2ee9f21b8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.782465] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902e1c10-1865-4592-94a8-423247f02f33 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.990815] env[68205]: DEBUG oslo_concurrency.lockutils [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-66f1abe1-6a91-4bc9-a0e4-4df891125e34" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.991170] env[68205]: DEBUG oslo_concurrency.lockutils [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-66f1abe1-6a91-4bc9-a0e4-4df891125e34" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.054496] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527172b4-3796-d783-d366-49b3efdad475, 'name': SearchDatastore_Task, 'duration_secs': 0.008473} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.055347] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98412a9e-6ede-4221-b580-74f1041aeba7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.060607] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1243.060607] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529ca58d-63dc-0c57-fe3f-38c5c985b694" [ 1243.060607] env[68205]: _type = "Task" [ 1243.060607] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.070525] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529ca58d-63dc-0c57-fe3f-38c5c985b694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.169097] env[68205]: DEBUG nova.objects.instance [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'flavor' on Instance uuid 21cea874-047b-4419-8251-2a93406681ba {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.273397] env[68205]: DEBUG oslo_vmware.api [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905409, 'name': ReconfigVM_Task, 'duration_secs': 0.160231} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.273697] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583487', 'volume_id': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'name': 'volume-87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '505736ae-1357-403a-9640-0a68e9e12ad7', 'attached_at': '', 'detached_at': '', 'volume_id': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8', 'serial': '87eb1b36-da65-42b7-8639-4a9ee10fb6b8'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1243.494993] env[68205]: DEBUG oslo_concurrency.lockutils [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.496281] env[68205]: DEBUG oslo_concurrency.lockutils [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.497229] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7852a71b-eaaa-4e42-899b-a04ffa335272 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.522298] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae25de61-05a5-4da3-b82a-ec84a6b395d1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.560088] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Reconfiguring VM to detach interface {{(pid=68205) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1243.561355] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e04f195-e153-4dca-aa03-af6f3e77dd57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.585759] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529ca58d-63dc-0c57-fe3f-38c5c985b694, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.587330] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.587442] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b/4dd14090-d2b8-4aae-ac49-d4f3ca5b804b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.587735] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1243.587735] env[68205]: value = "task-2905410" [ 1243.587735] env[68205]: _type = "Task" [ 1243.587735] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.587930] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-613571af-c911-4c3a-b35f-de263e32cc20 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.600622] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.601653] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1243.601653] env[68205]: value = "task-2905411" [ 1243.601653] env[68205]: _type = "Task" [ 1243.601653] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.610110] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.817945] env[68205]: DEBUG nova.objects.instance [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lazy-loading 'flavor' on Instance uuid 505736ae-1357-403a-9640-0a68e9e12ad7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.905993] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbf0ee7-62e7-4450-be07-73d124c39e96 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.933081] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96af836a-f5f1-4089-b359-97e5480e0724 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.941215] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance 'da259670-8347-4bf2-bee2-b8c2eb3a0009' progress to 83 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.032328] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "3088e98f-8af4-460b-83d6-17782181b4fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.032328] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "3088e98f-8af4-460b-83d6-17782181b4fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.032328] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "3088e98f-8af4-460b-83d6-17782181b4fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.032633] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "3088e98f-8af4-460b-83d6-17782181b4fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.032688] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "3088e98f-8af4-460b-83d6-17782181b4fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.035152] env[68205]: INFO nova.compute.manager [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Terminating instance [ 1244.101450] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.112732] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905411, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.176710] env[68205]: DEBUG oslo_concurrency.lockutils [None req-30d654ba-85b4-49cf-b80e-00fc2d6a4ebc tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.280s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.241580] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "21cea874-047b-4419-8251-2a93406681ba" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.241851] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.448925] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.449270] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f4b868-cf90-44a0-8ed1-a0f50ec14515 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.456577] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1244.456577] env[68205]: value = "task-2905412" [ 1244.456577] env[68205]: _type = "Task" [ 1244.456577] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.466992] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.540020] env[68205]: DEBUG nova.compute.manager [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.540280] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.541296] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71e8ef2-5cc6-41de-bc3b-5f1545a66a80 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.549446] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.549702] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cdfde4d-060f-462b-91b6-99e35cc32a43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.557061] env[68205]: DEBUG oslo_vmware.api [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1244.557061] env[68205]: value = "task-2905413" [ 1244.557061] env[68205]: _type = "Task" [ 1244.557061] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.566171] env[68205]: DEBUG oslo_vmware.api [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.601513] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.612523] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668423} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.612795] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b/4dd14090-d2b8-4aae-ac49-d4f3ca5b804b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.613077] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.613357] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6656a76f-c7a1-444c-a8e6-8d0be87d6a8c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.621155] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1244.621155] env[68205]: value = "task-2905414" [ 1244.621155] env[68205]: _type = "Task" [ 1244.621155] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.629781] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.745218] env[68205]: INFO nova.compute.manager [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Detaching volume 66eedad3-8fbc-41f8-8a9b-44173bafa855 [ 1244.783512] env[68205]: INFO nova.virt.block_device [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Attempting to driver detach volume 66eedad3-8fbc-41f8-8a9b-44173bafa855 from mountpoint /dev/sdc [ 1244.783782] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1244.783971] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583511', 'volume_id': '66eedad3-8fbc-41f8-8a9b-44173bafa855', 'name': 'volume-66eedad3-8fbc-41f8-8a9b-44173bafa855', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21cea874-047b-4419-8251-2a93406681ba', 'attached_at': '', 'detached_at': '', 'volume_id': '66eedad3-8fbc-41f8-8a9b-44173bafa855', 'serial': '66eedad3-8fbc-41f8-8a9b-44173bafa855'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1244.784937] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0aa799-c755-460a-abd6-a3bb0bef3df7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.808046] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d382e49-8a23-4cd7-9177-eeb0942cd3b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.815360] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002f1432-84c9-4b77-80f2-7377d61dc1e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.835561] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6840f9ed-3a10-484f-a399-8a152fc3b050 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.837254] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2331b48-c64e-4d4b-94fe-d24f52a16bd3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.853738] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] The volume has not been displaced from its original location: [datastore1] volume-66eedad3-8fbc-41f8-8a9b-44173bafa855/volume-66eedad3-8fbc-41f8-8a9b-44173bafa855.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1244.859196] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Reconfiguring VM instance instance-00000067 to detach disk 2002 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.859779] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8efe15a8-9bc0-4431-a0c0-550b39e3123f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.878114] env[68205]: DEBUG oslo_vmware.api [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1244.878114] env[68205]: value = "task-2905415" [ 1244.878114] env[68205]: _type = "Task" [ 1244.878114] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.886378] env[68205]: DEBUG oslo_vmware.api [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.969536] env[68205]: DEBUG oslo_vmware.api [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905412, 'name': PowerOnVM_Task, 'duration_secs': 0.428286} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.969827] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.970061] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c03ed0b5-8a29-4585-9899-a5d410e7a133 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance 'da259670-8347-4bf2-bee2-b8c2eb3a0009' progress to 100 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.067234] env[68205]: DEBUG oslo_vmware.api [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905413, 'name': PowerOffVM_Task, 'duration_secs': 0.228554} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.067504] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.067666] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.067904] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba8f2369-8f0b-4f4c-b836-95f001a884db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.074349] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "fee8b0ca-99ff-415d-8796-0ef8693c4ae8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.074559] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "fee8b0ca-99ff-415d-8796-0ef8693c4ae8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.100627] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.126330] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.126565] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.126754] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleting the datastore file [datastore1] 3088e98f-8af4-460b-83d6-17782181b4fc {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.127336] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52b93e4e-d4ee-4560-83d3-8a3a7def46ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.131715] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096022} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.132294] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.133055] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc77f75-bb8d-4263-b9d5-757c6fe48293 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.136315] env[68205]: DEBUG oslo_vmware.api [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1245.136315] env[68205]: value = "task-2905417" [ 1245.136315] env[68205]: _type = "Task" [ 1245.136315] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.157418] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b/4dd14090-d2b8-4aae-ac49-d4f3ca5b804b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.158206] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebda8e6f-7bd6-4cc6-a6ba-3f170d3cdef5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.175207] env[68205]: DEBUG oslo_vmware.api [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.178967] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1245.178967] env[68205]: value = "task-2905418" [ 1245.178967] env[68205]: _type = "Task" [ 1245.178967] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.187052] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.388623] env[68205]: DEBUG oslo_vmware.api [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905415, 'name': ReconfigVM_Task, 'duration_secs': 0.370075} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.388962] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Reconfigured VM instance instance-00000067 to detach disk 2002 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.393987] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a101531-a0d6-4d49-8791-c0bf98607e7c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.413449] env[68205]: DEBUG oslo_vmware.api [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1245.413449] env[68205]: value = "task-2905419" [ 1245.413449] env[68205]: _type = "Task" [ 1245.413449] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.420911] env[68205]: DEBUG oslo_vmware.api [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.576591] env[68205]: DEBUG nova.compute.manager [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1245.605255] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.645923] env[68205]: DEBUG oslo_vmware.api [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155651} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.646216] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.646405] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.646585] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.646752] env[68205]: INFO nova.compute.manager [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1245.646991] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.647194] env[68205]: DEBUG nova.compute.manager [-] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.647290] env[68205]: DEBUG nova.network.neutron [-] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.688746] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905418, 'name': ReconfigVM_Task, 'duration_secs': 0.280607} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.689028] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b/4dd14090-d2b8-4aae-ac49-d4f3ca5b804b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.689637] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c5ac927-1911-4af2-ad42-97e3659493e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.695823] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1245.695823] env[68205]: value = "task-2905420" [ 1245.695823] env[68205]: _type = "Task" [ 1245.695823] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.703306] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905420, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.864921] env[68205]: DEBUG oslo_concurrency.lockutils [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "505736ae-1357-403a-9640-0a68e9e12ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.864921] env[68205]: DEBUG oslo_concurrency.lockutils [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.864921] env[68205]: DEBUG oslo_concurrency.lockutils [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "505736ae-1357-403a-9640-0a68e9e12ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.864921] env[68205]: DEBUG oslo_concurrency.lockutils [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.865451] env[68205]: DEBUG oslo_concurrency.lockutils [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.869082] env[68205]: INFO nova.compute.manager [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Terminating instance [ 1245.923542] env[68205]: DEBUG oslo_vmware.api [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905419, 'name': ReconfigVM_Task, 'duration_secs': 0.207356} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.924316] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583511', 'volume_id': '66eedad3-8fbc-41f8-8a9b-44173bafa855', 'name': 'volume-66eedad3-8fbc-41f8-8a9b-44173bafa855', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21cea874-047b-4419-8251-2a93406681ba', 'attached_at': '', 'detached_at': '', 'volume_id': '66eedad3-8fbc-41f8-8a9b-44173bafa855', 'serial': '66eedad3-8fbc-41f8-8a9b-44173bafa855'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1246.103066] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.104135] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.104349] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.105792] env[68205]: INFO nova.compute.claims [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.131606] env[68205]: DEBUG nova.compute.manager [req-31b58808-083a-421f-909b-f4c72123083b req-39104b3a-ac14-40e0-a36f-9592b7afea3d service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Received event network-vif-deleted-080cf8a4-8346-4677-afc4-f5ff83341438 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.131786] env[68205]: INFO nova.compute.manager [req-31b58808-083a-421f-909b-f4c72123083b req-39104b3a-ac14-40e0-a36f-9592b7afea3d service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Neutron deleted interface 080cf8a4-8346-4677-afc4-f5ff83341438; detaching it from the instance and deleting it from the info cache [ 1246.131873] env[68205]: DEBUG nova.network.neutron [req-31b58808-083a-421f-909b-f4c72123083b req-39104b3a-ac14-40e0-a36f-9592b7afea3d service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.205965] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905420, 'name': Rename_Task, 'duration_secs': 0.137063} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.206253] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.206524] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9374de19-a27b-4663-984d-1b33ffb046c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.212506] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1246.212506] env[68205]: value = "task-2905421" [ 1246.212506] env[68205]: _type = "Task" [ 1246.212506] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.219709] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.373014] env[68205]: DEBUG nova.compute.manager [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.373446] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.374521] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0a3d55-9151-48f0-bd7e-fac69684a989 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.382478] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.382734] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-955fa09a-39c6-48ff-96a1-9ff9f84e8b79 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.390021] env[68205]: DEBUG oslo_vmware.api [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1246.390021] env[68205]: value = "task-2905422" [ 1246.390021] env[68205]: _type = "Task" [ 1246.390021] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.397203] env[68205]: DEBUG oslo_vmware.api [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.467270] env[68205]: DEBUG nova.objects.instance [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'flavor' on Instance uuid 21cea874-047b-4419-8251-2a93406681ba {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.604624] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.611777] env[68205]: DEBUG nova.network.neutron [-] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.634939] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbdc3e6d-0ea3-4a54-bd24-528ceb16e243 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.644954] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1ef778-1fda-4e69-a194-a510a91644d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.677248] env[68205]: DEBUG nova.compute.manager [req-31b58808-083a-421f-909b-f4c72123083b req-39104b3a-ac14-40e0-a36f-9592b7afea3d service nova] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Detach interface failed, port_id=080cf8a4-8346-4677-afc4-f5ff83341438, reason: Instance 3088e98f-8af4-460b-83d6-17782181b4fc could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1246.722776] env[68205]: DEBUG oslo_vmware.api [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905421, 'name': PowerOnVM_Task, 'duration_secs': 0.501915} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.723086] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.723305] env[68205]: INFO nova.compute.manager [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1246.723483] env[68205]: DEBUG nova.compute.manager [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.724282] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aad382-5e02-4017-afd5-67b29cbd2d6b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.903662] env[68205]: DEBUG oslo_vmware.api [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905422, 'name': PowerOffVM_Task, 'duration_secs': 0.183846} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.903922] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.904098] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.904356] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50ce9ab5-409f-4823-bf0c-fa320075cb62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.964190] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.964436] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.964622] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleting the datastore file [datastore1] 505736ae-1357-403a-9640-0a68e9e12ad7 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.964906] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d889ffac-c044-4021-94f5-abfab2af11ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.972590] env[68205]: DEBUG oslo_vmware.api [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1246.972590] env[68205]: value = "task-2905424" [ 1246.972590] env[68205]: _type = "Task" [ 1246.972590] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.982351] env[68205]: DEBUG oslo_vmware.api [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.105440] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.116676] env[68205]: INFO nova.compute.manager [-] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Took 1.47 seconds to deallocate network for instance. [ 1247.246029] env[68205]: INFO nova.compute.manager [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Took 12.05 seconds to build instance. [ 1247.265431] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecd842f-797a-464d-978e-810862578a03 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.274192] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db651db0-7942-44ca-9919-d2cc0edf42a0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.308066] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923adfe-739a-4cec-a2cc-9bf0e15e27fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.316829] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5068fbf-cad8-44c8-9343-3161b3877e90 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.331014] env[68205]: DEBUG nova.compute.provider_tree [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.467611] env[68205]: DEBUG nova.network.neutron [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Port f0ca97f8-5a00-49ed-a686-8e6705700aad binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1247.467921] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.468115] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.468305] env[68205]: DEBUG nova.network.neutron [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.478880] env[68205]: DEBUG oslo_concurrency.lockutils [None req-5c5a5448-7b80-4279-9d8b-387a5fabd24a tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.486554] env[68205]: DEBUG oslo_vmware.api [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400738} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.486696] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.486925] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.487164] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.487387] env[68205]: INFO nova.compute.manager [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1247.487692] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.487928] env[68205]: DEBUG nova.compute.manager [-] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.488084] env[68205]: DEBUG nova.network.neutron [-] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.540603] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.540883] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.541098] env[68205]: INFO nova.compute.manager [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Shelving [ 1247.604909] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.622790] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.747625] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3a3986aa-4e04-4113-b7c0-dc2079186e3d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.566s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.812023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.812439] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.812599] env[68205]: DEBUG nova.compute.manager [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.813599] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0b8939-f877-4d17-8454-53cc12af9f28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.820412] env[68205]: DEBUG nova.compute.manager [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1247.820988] env[68205]: DEBUG nova.objects.instance [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lazy-loading 'flavor' on Instance uuid 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.833651] env[68205]: DEBUG nova.scheduler.client.report [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.852278] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "21cea874-047b-4419-8251-2a93406681ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.852540] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.852745] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "21cea874-047b-4419-8251-2a93406681ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.852922] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.853102] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.855289] env[68205]: INFO nova.compute.manager [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Terminating instance [ 1248.105957] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.176929] env[68205]: DEBUG nova.compute.manager [req-1719afe5-43c4-4f96-9c90-85a61a90a60a req-bb6d7933-b1bd-4690-9f35-dc107742523d service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Received event network-vif-deleted-cf24946b-9884-4855-ad7a-29472b9ce1c3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.177152] env[68205]: INFO nova.compute.manager [req-1719afe5-43c4-4f96-9c90-85a61a90a60a req-bb6d7933-b1bd-4690-9f35-dc107742523d service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Neutron deleted interface cf24946b-9884-4855-ad7a-29472b9ce1c3; detaching it from the instance and deleting it from the info cache [ 1248.177325] env[68205]: DEBUG nova.network.neutron [req-1719afe5-43c4-4f96-9c90-85a61a90a60a req-bb6d7933-b1bd-4690-9f35-dc107742523d service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.238334] env[68205]: DEBUG nova.network.neutron [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance_info_cache with network_info: [{"id": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "address": "fa:16:3e:46:de:fa", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ca97f8-5a", "ovs_interfaceid": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.338665] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.339177] env[68205]: DEBUG nova.compute.manager [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.341622] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.719s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.341858] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.359057] env[68205]: DEBUG nova.compute.manager [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.359191] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.360076] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0838f05-c408-4c8b-a438-ee499578920c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.368242] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.368549] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4dadbba-cc12-4121-9a3d-0d7c86bb5e3d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.371229] env[68205]: INFO nova.scheduler.client.report [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleted allocations for instance 3088e98f-8af4-460b-83d6-17782181b4fc [ 1248.379344] env[68205]: DEBUG oslo_vmware.api [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1248.379344] env[68205]: value = "task-2905425" [ 1248.379344] env[68205]: _type = "Task" [ 1248.379344] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.389639] env[68205]: DEBUG oslo_vmware.api [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.416917] env[68205]: DEBUG nova.network.neutron [-] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.554237] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.554639] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7479bbe9-05fb-4f2a-acd8-7ec4bfafd6e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.562258] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1248.562258] env[68205]: value = "task-2905426" [ 1248.562258] env[68205]: _type = "Task" [ 1248.562258] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.571433] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.606659] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.679787] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fec32651-916a-4aca-9286-9382c7210ce6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.690278] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c148172d-f1b2-463b-8d0e-1983be22c076 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.720979] env[68205]: DEBUG nova.compute.manager [req-1719afe5-43c4-4f96-9c90-85a61a90a60a req-bb6d7933-b1bd-4690-9f35-dc107742523d service nova] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Detach interface failed, port_id=cf24946b-9884-4855-ad7a-29472b9ce1c3, reason: Instance 505736ae-1357-403a-9640-0a68e9e12ad7 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.741021] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.828045] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.828045] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aba88036-5efe-45d6-8a6d-e987252eb913 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.835411] env[68205]: DEBUG oslo_vmware.api [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1248.835411] env[68205]: value = "task-2905427" [ 1248.835411] env[68205]: _type = "Task" [ 1248.835411] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.843503] env[68205]: DEBUG oslo_vmware.api [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.846799] env[68205]: DEBUG nova.compute.utils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.848191] env[68205]: DEBUG nova.compute.manager [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Not allocating networking since 'none' was specified. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1248.884275] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d0772ab3-7f01-4539-a59f-ed804e9ad856 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "3088e98f-8af4-460b-83d6-17782181b4fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.852s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.890486] env[68205]: DEBUG oslo_vmware.api [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905425, 'name': PowerOffVM_Task, 'duration_secs': 0.34972} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.890740] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.890904] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.891438] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0fdd468-d8a8-40b4-888c-513eaffc1b62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.920227] env[68205]: INFO nova.compute.manager [-] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Took 1.43 seconds to deallocate network for instance. [ 1248.958749] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.959245] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.959609] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Deleting the datastore file [datastore2] 21cea874-047b-4419-8251-2a93406681ba {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.960048] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a99bf60-626f-4cf3-a84d-34097258cb7c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.969404] env[68205]: DEBUG oslo_vmware.api [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for the task: (returnval){ [ 1248.969404] env[68205]: value = "task-2905429" [ 1248.969404] env[68205]: _type = "Task" [ 1248.969404] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.979118] env[68205]: DEBUG oslo_vmware.api [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.073724] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905426, 'name': PowerOffVM_Task, 'duration_secs': 0.215252} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.073724] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.074699] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f49af56-e88d-4968-9e7f-29381050194c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.093814] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168212a0-b0d2-40a6-9b1b-55d7c1303d5f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.109605] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.247335] env[68205]: DEBUG nova.compute.manager [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68205) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1249.345175] env[68205]: DEBUG oslo_vmware.api [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905427, 'name': PowerOffVM_Task, 'duration_secs': 0.263409} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.345450] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.345649] env[68205]: DEBUG nova.compute.manager [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.346815] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fb4dcd-344e-4095-b48a-fcfcb32e2c91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.349875] env[68205]: DEBUG nova.compute.manager [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.426932] env[68205]: DEBUG oslo_concurrency.lockutils [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.427530] env[68205]: DEBUG oslo_concurrency.lockutils [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.427886] env[68205]: DEBUG nova.objects.instance [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lazy-loading 'resources' on Instance uuid 505736ae-1357-403a-9640-0a68e9e12ad7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.479987] env[68205]: DEBUG oslo_vmware.api [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Task: {'id': task-2905429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491138} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.480492] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.480699] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.480856] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.481035] env[68205]: INFO nova.compute.manager [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] [instance: 21cea874-047b-4419-8251-2a93406681ba] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1249.481296] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.481491] env[68205]: DEBUG nova.compute.manager [-] [instance: 21cea874-047b-4419-8251-2a93406681ba] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.481591] env[68205]: DEBUG nova.network.neutron [-] [instance: 21cea874-047b-4419-8251-2a93406681ba] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.606557] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1249.610337] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7acee051-221a-4b40-8ea2-7dfc645d1a1a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.615295] env[68205]: DEBUG oslo_vmware.api [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905410, 'name': ReconfigVM_Task, 'duration_secs': 5.863127} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.615635] env[68205]: DEBUG oslo_concurrency.lockutils [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.615745] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Reconfigured VM to detach interface {{(pid=68205) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1249.622883] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1249.622883] env[68205]: value = "task-2905430" [ 1249.622883] env[68205]: _type = "Task" [ 1249.622883] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.631524] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905430, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.861796] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eed2ce82-c4da-4981-acd7-62b8ca34318b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.100118] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684f05dd-dd1a-43db-bb63-1315450feb54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.112487] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5364167a-8adf-4c6f-b86b-25ddddfddd31 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.147155] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf9764-4f54-464b-966d-332be9bfa62c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.154911] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905430, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.158417] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9349deaf-2286-467c-8b38-0694ce869e37 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.172326] env[68205]: DEBUG nova.compute.provider_tree [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.224513] env[68205]: DEBUG nova.compute.manager [req-96299a98-618e-47f0-98b1-27a4309f4c26 req-57ec9f16-ba6d-4e33-b10f-0db8f6095652 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received event network-vif-deleted-66f1abe1-6a91-4bc9-a0e4-4df891125e34 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.224652] env[68205]: INFO nova.compute.manager [req-96299a98-618e-47f0-98b1-27a4309f4c26 req-57ec9f16-ba6d-4e33-b10f-0db8f6095652 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Neutron deleted interface 66f1abe1-6a91-4bc9-a0e4-4df891125e34; detaching it from the instance and deleting it from the info cache [ 1250.224944] env[68205]: DEBUG nova.network.neutron [req-96299a98-618e-47f0-98b1-27a4309f4c26 req-57ec9f16-ba6d-4e33-b10f-0db8f6095652 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39694b61-ed2d-4a32-ab8b-c0efe09e303b", "address": "fa:16:3e:c1:da:c2", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39694b61-ed", "ovs_interfaceid": "39694b61-ed2d-4a32-ab8b-c0efe09e303b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.364881] env[68205]: DEBUG nova.compute.manager [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.382837] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.392681] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.393010] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.393494] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.393763] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.394046] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.394185] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.395068] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.395289] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.395540] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.395796] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.396052] env[68205]: DEBUG nova.virt.hardware [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.397014] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556e4444-497d-4ac7-9813-784dfded962a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.408140] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813009d9-dfef-4585-92c1-fb573de03b91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.427454] env[68205]: INFO nova.compute.manager [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Rebuilding instance [ 1250.429723] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.436013] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Creating folder: Project (be9ee27713f14eba8fb5fcb57fc93f99). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.436655] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a883c2d3-790b-4b64-9a4a-a5ba7845ac09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.448983] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Created folder: Project (be9ee27713f14eba8fb5fcb57fc93f99) in parent group-v583212. [ 1250.449781] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Creating folder: Instances. Parent ref: group-v583514. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.449781] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-454a94e3-3f34-4f1d-9b09-914fae8c65c9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.462735] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Created folder: Instances in parent group-v583514. [ 1250.462977] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.463232] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.463500] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b784ea31-d543-44f9-b016-43dae5d423b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.480714] env[68205]: DEBUG nova.compute.manager [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.481551] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d80a67b-e5bf-45b3-be78-ab3a1405de28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.485413] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.485413] env[68205]: value = "task-2905433" [ 1250.485413] env[68205]: _type = "Task" [ 1250.485413] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.499111] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905433, 'name': CreateVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.502080] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.502328] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.542028] env[68205]: DEBUG nova.compute.manager [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received event network-vif-deleted-39694b61-ed2d-4a32-ab8b-c0efe09e303b {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.542317] env[68205]: INFO nova.compute.manager [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Neutron deleted interface 39694b61-ed2d-4a32-ab8b-c0efe09e303b; detaching it from the instance and deleting it from the info cache [ 1250.542605] env[68205]: DEBUG nova.network.neutron [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.652552] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905430, 'name': CreateSnapshot_Task, 'duration_secs': 0.534306} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.652811] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1250.653753] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911f4b72-4268-4951-9595-f8df98c78a99 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.676034] env[68205]: DEBUG nova.scheduler.client.report [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.698593] env[68205]: DEBUG nova.network.neutron [-] [instance: 21cea874-047b-4419-8251-2a93406681ba] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.727185] env[68205]: DEBUG oslo_concurrency.lockutils [req-96299a98-618e-47f0-98b1-27a4309f4c26 req-57ec9f16-ba6d-4e33-b10f-0db8f6095652 service nova] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.727376] env[68205]: DEBUG oslo_concurrency.lockutils [req-96299a98-618e-47f0-98b1-27a4309f4c26 req-57ec9f16-ba6d-4e33-b10f-0db8f6095652 service nova] Acquired lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.728437] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d9e669-6c7b-44c7-a230-0b540dcb895e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.747124] env[68205]: DEBUG oslo_concurrency.lockutils [req-96299a98-618e-47f0-98b1-27a4309f4c26 req-57ec9f16-ba6d-4e33-b10f-0db8f6095652 service nova] Releasing lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.747354] env[68205]: WARNING nova.compute.manager [req-96299a98-618e-47f0-98b1-27a4309f4c26 req-57ec9f16-ba6d-4e33-b10f-0db8f6095652 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Detach interface failed, port_id=66f1abe1-6a91-4bc9-a0e4-4df891125e34, reason: No device with interface-id 66f1abe1-6a91-4bc9-a0e4-4df891125e34 exists on VM: nova.exception.NotFound: No device with interface-id 66f1abe1-6a91-4bc9-a0e4-4df891125e34 exists on VM [ 1250.998920] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905433, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.004724] env[68205]: DEBUG nova.compute.manager [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.048021] env[68205]: DEBUG oslo_concurrency.lockutils [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.048021] env[68205]: DEBUG oslo_concurrency.lockutils [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Acquired lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.048021] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d15491-06ad-4d29-bf45-7eee37bf3845 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.066433] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d94f9c-7540-4403-88a1-750a72786918 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.091333] env[68205]: DEBUG nova.virt.vmwareapi.vmops [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Reconfiguring VM to detach interface {{(pid=68205) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1251.091710] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.092221] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7809c00e-118f-4bad-bc25-2eefaf6d7d20 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.110024] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Waiting for the task: (returnval){ [ 1251.110024] env[68205]: value = "task-2905434" [ 1251.110024] env[68205]: _type = "Task" [ 1251.110024] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.117786] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.154582] env[68205]: DEBUG oslo_concurrency.lockutils [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.154582] env[68205]: DEBUG oslo_concurrency.lockutils [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.154582] env[68205]: DEBUG nova.network.neutron [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.171026] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1251.171640] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c47cb08-fa9a-4816-920e-7d2b24adb7ef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.179587] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1251.179587] env[68205]: value = "task-2905435" [ 1251.179587] env[68205]: _type = "Task" [ 1251.179587] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.180234] env[68205]: DEBUG oslo_concurrency.lockutils [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.182775] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.800s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.191568] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905435, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.200601] env[68205]: INFO nova.compute.manager [-] [instance: 21cea874-047b-4419-8251-2a93406681ba] Took 1.72 seconds to deallocate network for instance. [ 1251.206398] env[68205]: INFO nova.scheduler.client.report [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleted allocations for instance 505736ae-1357-403a-9640-0a68e9e12ad7 [ 1251.497319] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905433, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.500902] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.501160] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f79f336b-f2b6-4c44-95b3-0b68af94a212 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.507013] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1251.507013] env[68205]: value = "task-2905436" [ 1251.507013] env[68205]: _type = "Task" [ 1251.507013] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.517510] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1251.517732] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.518448] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdde09d-ec9a-468c-9d59-4fa910e66e17 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.524520] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.525492] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.525714] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7498abf3-8285-4ba0-ab41-fbcdde2e51bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.594328] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.594460] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.594619] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleting the datastore file [datastore2] 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.594880] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c80f8fe-2db2-4924-bd80-01a9c319a88a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.603433] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1251.603433] env[68205]: value = "task-2905438" [ 1251.603433] env[68205]: _type = "Task" [ 1251.603433] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.611345] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.618735] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.689276] env[68205]: DEBUG nova.objects.instance [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'migration_context' on Instance uuid da259670-8347-4bf2-bee2-b8c2eb3a0009 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.694130] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905435, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.707160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.712358] env[68205]: DEBUG oslo_concurrency.lockutils [None req-611a2a6f-6e34-470b-8550-d695dcc20682 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "505736ae-1357-403a-9640-0a68e9e12ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.848s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.916458] env[68205]: DEBUG nova.network.neutron [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [{"id": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "address": "fa:16:3e:58:43:05", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab033fb-b8", "ovs_interfaceid": "6ab033fb-b820-46f2-8c44-2e8b98175cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.998418] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905433, 'name': CreateVM_Task, 'duration_secs': 1.310044} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.998660] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.999025] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.999201] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.999505] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.999766] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54658100-7f5f-4cd5-bdf6-b7f62c4ef72c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.004304] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1252.004304] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d901f5-f324-6042-67be-22259bdb5dd6" [ 1252.004304] env[68205]: _type = "Task" [ 1252.004304] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.013820] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d901f5-f324-6042-67be-22259bdb5dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.112701] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189149} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.115786] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.115978] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.116168] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.123491] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.199609] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905435, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.252074] env[68205]: DEBUG nova.compute.manager [req-c5141cd4-785e-4be9-8f27-2f139300aed1 req-caa2be38-84ea-488f-b2af-8b5576e33f82 service nova] [instance: 21cea874-047b-4419-8251-2a93406681ba] Received event network-vif-deleted-51273f4c-fba3-4a4c-93c3-35e07100e223 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.333867] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0d0b6a-4809-4e3b-a06c-f0ff4fede0fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.341344] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7208246-1889-44e8-9b06-d5b05e8b1bca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.374404] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a1ee03-72f4-4091-9d0c-edf356ceebe5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.381982] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd02fce-2251-47ba-9bd4-3501a05e69bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.397269] env[68205]: DEBUG nova.compute.provider_tree [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.419337] env[68205]: DEBUG oslo_concurrency.lockutils [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.514551] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d901f5-f324-6042-67be-22259bdb5dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.515267] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.515527] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.515769] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.515915] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.516147] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.516421] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de60f6eb-54c7-4262-a11d-a2c3f4452a05 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.526246] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.526445] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.527208] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6921b8f-cdc4-4a98-9b0e-1550994bd5bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.532465] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1252.532465] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528be573-76d6-38f8-ecef-1fe67ab11532" [ 1252.532465] env[68205]: _type = "Task" [ 1252.532465] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.540656] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528be573-76d6-38f8-ecef-1fe67ab11532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.625396] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.692048] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905435, 'name': CloneVM_Task} progress is 95%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.899694] env[68205]: DEBUG nova.scheduler.client.report [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.924315] env[68205]: DEBUG oslo_concurrency.lockutils [None req-641567fc-1069-448b-acd4-c42d025ed7c7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-382561c0-ff10-4612-a66e-bc079b7333f3-66f1abe1-6a91-4bc9-a0e4-4df891125e34" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.933s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.048185] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528be573-76d6-38f8-ecef-1fe67ab11532, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.049007] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d73d602-4f3e-4080-b86e-c666e993b6aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.056845] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1253.056845] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebfe51-264a-6823-d319-b4745fbb0e12" [ 1253.056845] env[68205]: _type = "Task" [ 1253.056845] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.065921] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebfe51-264a-6823-d319-b4745fbb0e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.122894] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.160850] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.161127] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.161264] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.161487] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.161636] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.161782] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.162534] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.162716] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.162888] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.163060] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.163240] env[68205]: DEBUG nova.virt.hardware [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.164121] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd29306c-1cc4-42e9-bec8-ee56a6817dfe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.172135] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7980a31f-2ca8-4162-8a89-6710b2c38e2f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.185544] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:e9:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61f29644-5041-4e7f-8199-b15889888b1c', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.193369] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.196391] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.196562] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aa04ad7-1651-472d-95c7-3c3ab0ad9512 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.216092] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905435, 'name': CloneVM_Task, 'duration_secs': 1.655795} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.217268] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Created linked-clone VM from snapshot [ 1253.217478] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.217478] env[68205]: value = "task-2905439" [ 1253.217478] env[68205]: _type = "Task" [ 1253.217478] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.218147] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9838b28-cba3-41cd-908b-698d57a4fd2a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.227664] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905439, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.230568] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Uploading image 4b016034-1a74-4b27-bf8e-ebafa0bedb11 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1253.252063] env[68205]: DEBUG oslo_vmware.rw_handles [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1253.252063] env[68205]: value = "vm-583517" [ 1253.252063] env[68205]: _type = "VirtualMachine" [ 1253.252063] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1253.252371] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e2f6bcc8-da1e-420e-89a8-6d6af9b90503 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.259322] env[68205]: DEBUG oslo_vmware.rw_handles [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lease: (returnval){ [ 1253.259322] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528e211b-c134-0380-7849-8f42556936d8" [ 1253.259322] env[68205]: _type = "HttpNfcLease" [ 1253.259322] env[68205]: } obtained for exporting VM: (result){ [ 1253.259322] env[68205]: value = "vm-583517" [ 1253.259322] env[68205]: _type = "VirtualMachine" [ 1253.259322] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1253.259555] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the lease: (returnval){ [ 1253.259555] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528e211b-c134-0380-7849-8f42556936d8" [ 1253.259555] env[68205]: _type = "HttpNfcLease" [ 1253.259555] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1253.266406] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.266406] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528e211b-c134-0380-7849-8f42556936d8" [ 1253.266406] env[68205]: _type = "HttpNfcLease" [ 1253.266406] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1253.567177] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ebfe51-264a-6823-d319-b4745fbb0e12, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.567449] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.567711] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] fee8b0ca-99ff-415d-8796-0ef8693c4ae8/fee8b0ca-99ff-415d-8796-0ef8693c4ae8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.567966] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71f652c5-519a-4985-993f-7e72189988f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.573832] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1253.573832] env[68205]: value = "task-2905441" [ 1253.573832] env[68205]: _type = "Task" [ 1253.573832] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.581485] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.622895] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.730042] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905439, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.767447] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.767447] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528e211b-c134-0380-7849-8f42556936d8" [ 1253.767447] env[68205]: _type = "HttpNfcLease" [ 1253.767447] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1253.767769] env[68205]: DEBUG oslo_vmware.rw_handles [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1253.767769] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]528e211b-c134-0380-7849-8f42556936d8" [ 1253.767769] env[68205]: _type = "HttpNfcLease" [ 1253.767769] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1253.768595] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e088d4-171b-4599-8cf7-40345015884f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.775444] env[68205]: DEBUG oslo_vmware.rw_handles [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de930a-b74c-f773-2d2a-1a0b7392fd78/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1253.775626] env[68205]: DEBUG oslo_vmware.rw_handles [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de930a-b74c-f773-2d2a-1a0b7392fd78/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1253.907731] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e752d46d-5ddd-4214-be3a-2ea6d7d79b75 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.913414] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.731s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.919943] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.394s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.921935] env[68205]: INFO nova.compute.claims [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.085662] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905441, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.124724] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.230535] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905439, 'name': CreateVM_Task, 'duration_secs': 0.767031} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.230817] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.231427] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.231607] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.231915] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.232240] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b66cd1d-ee59-4b2d-ab2f-6900235a5395 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.237391] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1254.237391] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522471c5-0392-427c-94fa-5bf1f12ea31f" [ 1254.237391] env[68205]: _type = "Task" [ 1254.237391] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.245414] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522471c5-0392-427c-94fa-5bf1f12ea31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.366731] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "49e62fb5-e789-4704-9956-8cc1fd73586b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.367081] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.584641] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546643} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.585019] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] fee8b0ca-99ff-415d-8796-0ef8693c4ae8/fee8b0ca-99ff-415d-8796-0ef8693c4ae8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.585458] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.585795] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f3ae796-d892-42cf-acef-d2907ac5dc24 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.593597] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1254.593597] env[68205]: value = "task-2905442" [ 1254.593597] env[68205]: _type = "Task" [ 1254.593597] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.601859] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.625760] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.748972] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522471c5-0392-427c-94fa-5bf1f12ea31f, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.749443] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.749741] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.750033] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.750357] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.750589] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.750891] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf050230-df56-4d46-9b80-84517e80b670 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.764669] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.764840] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.765949] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f977915-e7c4-49f1-b705-0ac1794ac078 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.772831] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1254.772831] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526862ac-2be1-9521-fffe-0a6d2e46330f" [ 1254.772831] env[68205]: _type = "Task" [ 1254.772831] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.783494] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526862ac-2be1-9521-fffe-0a6d2e46330f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.869476] env[68205]: DEBUG nova.compute.manager [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.089214] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197f1fdd-1bf9-482f-9b59-eadb52532768 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.100143] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a35608-403c-467c-a926-4cdfce099138 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.106321] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073102} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.107104] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.108022] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81e8992-953e-4602-ae15-a919d451fad5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.139177] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61005cad-c0ab-43d5-8791-b92b2c23ddf5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.156730] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] fee8b0ca-99ff-415d-8796-0ef8693c4ae8/fee8b0ca-99ff-415d-8796-0ef8693c4ae8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.158163] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32281f5e-705f-4edd-b4db-ddce149e2d82 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.177663] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.179356] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd1c475-0f30-41b9-a077-76166e1eac54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.184217] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1255.184217] env[68205]: value = "task-2905443" [ 1255.184217] env[68205]: _type = "Task" [ 1255.184217] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.196487] env[68205]: DEBUG nova.compute.provider_tree [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.203839] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.283238] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526862ac-2be1-9521-fffe-0a6d2e46330f, 'name': SearchDatastore_Task, 'duration_secs': 0.03616} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.284270] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe69b8c-4488-497f-9519-7ac475e9f039 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.290302] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1255.290302] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fc3f13-61f4-ab06-94a5-5e994a5daae8" [ 1255.290302] env[68205]: _type = "Task" [ 1255.290302] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.298755] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fc3f13-61f4-ab06-94a5-5e994a5daae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.390059] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.466151] env[68205]: INFO nova.compute.manager [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Swapping old allocation on dict_keys(['579e308c-a36f-4fc5-9808-f6adb1a946ed']) held by migration db494f0e-33a6-4cb0-8498-26c9cd53905d for instance [ 1255.490457] env[68205]: DEBUG nova.scheduler.client.report [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Overwriting current allocation {'allocations': {'579e308c-a36f-4fc5-9808-f6adb1a946ed': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 156}}, 'project_id': '77006cdf69ea44a58d70373050909a1c', 'user_id': '273f064640624a599232c9064324fbfb', 'consumer_generation': 1} on consumer da259670-8347-4bf2-bee2-b8c2eb3a0009 {{(pid=68205) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1255.571114] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.571387] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.571635] env[68205]: DEBUG nova.network.neutron [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.643981] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.695034] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905443, 'name': ReconfigVM_Task, 'duration_secs': 0.317205} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.695606] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Reconfigured VM instance instance-00000070 to attach disk [datastore1] fee8b0ca-99ff-415d-8796-0ef8693c4ae8/fee8b0ca-99ff-415d-8796-0ef8693c4ae8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.696415] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-068e5451-311b-489a-bed0-287c5fea7291 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.699139] env[68205]: DEBUG nova.scheduler.client.report [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.703946] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1255.703946] env[68205]: value = "task-2905444" [ 1255.703946] env[68205]: _type = "Task" [ 1255.703946] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.712490] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905444, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.800843] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fc3f13-61f4-ab06-94a5-5e994a5daae8, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.801217] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.801570] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b/4dd14090-d2b8-4aae-ac49-d4f3ca5b804b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.801904] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0bff72-3367-4267-a041-83e1b05d24fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.808317] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1255.808317] env[68205]: value = "task-2905445" [ 1255.808317] env[68205]: _type = "Task" [ 1255.808317] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.815959] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.146477] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.206240] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.207022] env[68205]: DEBUG nova.compute.manager [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1256.210194] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.503s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.210581] env[68205]: DEBUG nova.objects.instance [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lazy-loading 'resources' on Instance uuid 21cea874-047b-4419-8251-2a93406681ba {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.224289] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905444, 'name': Rename_Task, 'duration_secs': 0.160902} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.224600] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.224998] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a5a251-2cac-4858-832b-6e99f518fecd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.235384] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1256.235384] env[68205]: value = "task-2905446" [ 1256.235384] env[68205]: _type = "Task" [ 1256.235384] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.246528] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.322540] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905445, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.434321] env[68205]: DEBUG nova.network.neutron [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance_info_cache with network_info: [{"id": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "address": "fa:16:3e:46:de:fa", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ca97f8-5a", "ovs_interfaceid": "f0ca97f8-5a00-49ed-a686-8e6705700aad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.646192] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.721054] env[68205]: DEBUG nova.compute.utils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.722565] env[68205]: DEBUG nova.compute.manager [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.722765] env[68205]: DEBUG nova.network.neutron [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.751682] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905446, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.764187] env[68205]: DEBUG nova.policy [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6568bbd6cd44e41a0d59f4555b09acb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01e82def949a4ced86440216a4dcc0ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.820580] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551981} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.822859] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b/4dd14090-d2b8-4aae-ac49-d4f3ca5b804b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.822859] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.823228] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a24f27e-819a-4621-952e-61b6e7a4c48e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.829526] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1256.829526] env[68205]: value = "task-2905447" [ 1256.829526] env[68205]: _type = "Task" [ 1256.829526] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.840015] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.874979] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd8ef3f-9809-434f-b1aa-df51b4fdc94c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.882668] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22c198-53b0-4cdc-ad22-01d59a02a69a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.914845] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a911ce2-2f40-4966-9e80-d859ac871d28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.923424] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3da3f9-2457-46cb-a769-de5981e6e090 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.941338] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-da259670-8347-4bf2-bee2-b8c2eb3a0009" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.941940] env[68205]: DEBUG nova.compute.provider_tree [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.944307] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47247bc6-33d7-4296-8d1e-1ce3e0a26c40 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.951401] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be52d174-8ba8-4950-bf4e-cad7726fca92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.114220] env[68205]: DEBUG nova.network.neutron [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Successfully created port: afaf8d7c-7217-4ea8-a7d8-7a2d5698debf {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1257.146082] env[68205]: DEBUG oslo_vmware.api [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Task: {'id': task-2905434, 'name': ReconfigVM_Task, 'duration_secs': 5.808238} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.147013] env[68205]: DEBUG oslo_concurrency.lockutils [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] Releasing lock "382561c0-ff10-4612-a66e-bc079b7333f3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.147013] env[68205]: DEBUG nova.virt.vmwareapi.vmops [req-8998cccb-a3ef-4778-9bb6-fb5d8a332470 req-8a4025cd-93cd-46f7-aee8-e8b1f2d64945 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Reconfigured VM to detach interface {{(pid=68205) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1257.147155] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "382561c0-ff10-4612-a66e-bc079b7333f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.055s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.147538] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.147538] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.147671] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "382561c0-ff10-4612-a66e-bc079b7333f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.151778] env[68205]: INFO nova.compute.manager [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Terminating instance [ 1257.226064] env[68205]: DEBUG nova.compute.manager [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.248020] env[68205]: DEBUG oslo_vmware.api [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905446, 'name': PowerOnVM_Task, 'duration_secs': 0.546304} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.248020] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.248020] env[68205]: INFO nova.compute.manager [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1257.248020] env[68205]: DEBUG nova.compute.manager [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.248020] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5669252d-40a5-42b9-bae4-59d5ce9bea3d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.339445] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111327} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.339762] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.341570] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da04b837-24f8-4221-80a8-40cdd6a40d91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.366224] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b/4dd14090-d2b8-4aae-ac49-d4f3ca5b804b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.367883] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeecaea8-c9aa-49f7-8cb0-85a34ee2c18b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.394994] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1257.394994] env[68205]: value = "task-2905448" [ 1257.394994] env[68205]: _type = "Task" [ 1257.394994] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.405928] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.449397] env[68205]: DEBUG nova.scheduler.client.report [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.657433] env[68205]: DEBUG nova.compute.manager [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.657433] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.657703] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad435cf-d213-4d52-bc21-21902a07636c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.667419] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.667419] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc515c3-ee12-4b57-9ad9-f0fdb0a9b10d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.674663] env[68205]: DEBUG oslo_vmware.api [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1257.674663] env[68205]: value = "task-2905449" [ 1257.674663] env[68205]: _type = "Task" [ 1257.674663] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.685347] env[68205]: DEBUG oslo_vmware.api [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.767177] env[68205]: INFO nova.compute.manager [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Took 11.69 seconds to build instance. [ 1257.891743] env[68205]: INFO nova.compute.manager [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Rebuilding instance [ 1257.907348] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.944058] env[68205]: DEBUG nova.compute.manager [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.945026] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c7bef1-dcca-42c6-9e95-f6bc9973b78e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.958495] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.961808] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.571s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.967103] env[68205]: INFO nova.compute.claims [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.989181] env[68205]: INFO nova.scheduler.client.report [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Deleted allocations for instance 21cea874-047b-4419-8251-2a93406681ba [ 1258.049776] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.049776] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47b63b5b-f8af-4a62-bf67-b2b1453f1555 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.057023] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1258.057023] env[68205]: value = "task-2905450" [ 1258.057023] env[68205]: _type = "Task" [ 1258.057023] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.068737] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.187067] env[68205]: DEBUG oslo_vmware.api [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905449, 'name': PowerOffVM_Task, 'duration_secs': 0.292922} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.187067] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.187067] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.187067] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f16f7278-842f-4fba-af68-db3fe86dabc5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.236418] env[68205]: DEBUG nova.compute.manager [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.253195] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.253543] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.253636] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleting the datastore file [datastore2] 382561c0-ff10-4612-a66e-bc079b7333f3 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.253892] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9db6a8f-e7e8-41ff-aa97-07d76c5e7fb5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.261976] env[68205]: DEBUG oslo_vmware.api [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1258.261976] env[68205]: value = "task-2905452" [ 1258.261976] env[68205]: _type = "Task" [ 1258.261976] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.267389] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.267707] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.267797] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.267932] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.268083] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.268229] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.268433] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.268629] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.268856] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.269284] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.269508] env[68205]: DEBUG nova.virt.hardware [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.269987] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7efcbf0b-17de-49b9-b411-fec200bd7e45 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "fee8b0ca-99ff-415d-8796-0ef8693c4ae8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.195s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.270778] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59deea94-fb40-44de-af08-4c57d9a76654 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.278297] env[68205]: DEBUG oslo_vmware.api [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.281347] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d22dcbe-d0a8-45cc-9ef8-6cc86a24cb6d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.315923] env[68205]: INFO nova.compute.manager [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Rebuilding instance [ 1258.361561] env[68205]: DEBUG nova.compute.manager [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.362512] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f111db2f-e177-46c3-8a77-49f2f59f71e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.408451] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905448, 'name': ReconfigVM_Task, 'duration_secs': 0.561487} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.408787] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b/4dd14090-d2b8-4aae-ac49-d4f3ca5b804b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.409493] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-511b2c85-51ad-4a05-89bb-c891cd089d88 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.416177] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1258.416177] env[68205]: value = "task-2905453" [ 1258.416177] env[68205]: _type = "Task" [ 1258.416177] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.424544] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905453, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.499744] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ba24f3b0-c0f3-4ea6-a327-6a9b82c1c452 tempest-AttachVolumeTestJSON-807437447 tempest-AttachVolumeTestJSON-807437447-project-member] Lock "21cea874-047b-4419-8251-2a93406681ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.647s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.566777] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905450, 'name': PowerOffVM_Task, 'duration_secs': 0.364043} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.567286] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.570066] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.570066] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.570066] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.570066] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.574110] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.574110] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.574110] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.574110] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.574110] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.574110] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.574110] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.577601] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-806625d6-67f6-4aa5-8767-491cc29d5836 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.595976] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1258.595976] env[68205]: value = "task-2905454" [ 1258.595976] env[68205]: _type = "Task" [ 1258.595976] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.604289] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.778270] env[68205]: DEBUG oslo_vmware.api [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416346} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.780216] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.780534] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.781838] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.782094] env[68205]: INFO nova.compute.manager [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1258.782398] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.785349] env[68205]: DEBUG nova.compute.manager [req-40d1e15d-3d99-4750-9e49-0a4cdb06b91b req-498e508b-81d4-4105-9635-95c1efdba262 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Received event network-vif-plugged-afaf8d7c-7217-4ea8-a7d8-7a2d5698debf {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.785548] env[68205]: DEBUG oslo_concurrency.lockutils [req-40d1e15d-3d99-4750-9e49-0a4cdb06b91b req-498e508b-81d4-4105-9635-95c1efdba262 service nova] Acquiring lock "0c171d20-7977-4f4f-9e88-d6e94f046d15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.785752] env[68205]: DEBUG oslo_concurrency.lockutils [req-40d1e15d-3d99-4750-9e49-0a4cdb06b91b req-498e508b-81d4-4105-9635-95c1efdba262 service nova] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.785919] env[68205]: DEBUG oslo_concurrency.lockutils [req-40d1e15d-3d99-4750-9e49-0a4cdb06b91b req-498e508b-81d4-4105-9635-95c1efdba262 service nova] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.789028] env[68205]: DEBUG nova.compute.manager [req-40d1e15d-3d99-4750-9e49-0a4cdb06b91b req-498e508b-81d4-4105-9635-95c1efdba262 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] No waiting events found dispatching network-vif-plugged-afaf8d7c-7217-4ea8-a7d8-7a2d5698debf {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1258.789028] env[68205]: WARNING nova.compute.manager [req-40d1e15d-3d99-4750-9e49-0a4cdb06b91b req-498e508b-81d4-4105-9635-95c1efdba262 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Received unexpected event network-vif-plugged-afaf8d7c-7217-4ea8-a7d8-7a2d5698debf for instance with vm_state building and task_state spawning. [ 1258.789028] env[68205]: DEBUG nova.compute.manager [-] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.789028] env[68205]: DEBUG nova.network.neutron [-] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.887855] env[68205]: DEBUG nova.network.neutron [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Successfully updated port: afaf8d7c-7217-4ea8-a7d8-7a2d5698debf {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.928063] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905453, 'name': Rename_Task, 'duration_secs': 0.182886} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.928436] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.928857] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f24bb87-2adf-49eb-86cf-e7356f5f3f6e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.935435] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1258.935435] env[68205]: value = "task-2905456" [ 1258.935435] env[68205]: _type = "Task" [ 1258.935435] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.945195] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.965148] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.965527] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff46cfb9-ff08-4205-8a8d-e4cafc5dd8c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.973064] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for the task: (returnval){ [ 1258.973064] env[68205]: value = "task-2905457" [ 1258.973064] env[68205]: _type = "Task" [ 1258.973064] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.990480] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.106874] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905454, 'name': ReconfigVM_Task, 'duration_secs': 0.300606} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.111113] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c384091-3832-4eaa-995f-cde59503dfa1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.135494] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.135797] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.135996] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.136260] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.136807] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.136807] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.137053] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.137209] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.137425] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.137632] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.138407] env[68205]: DEBUG nova.virt.hardware [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.140280] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f68bec-06cb-443b-8ebb-57a38f36e1e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.143251] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bd97f6-6511-4ad5-b5bb-82446f008da6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.148465] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1259.148465] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5217c4e0-d25c-ea3d-0f3a-38aa39a5e40b" [ 1259.148465] env[68205]: _type = "Task" [ 1259.148465] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.944891] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.945419] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.945518] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.945655] env[68205]: DEBUG nova.network.neutron [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.951115] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0aae312-09a2-42df-8887-17096e66e1bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.955695] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd2e6e9-52f0-4f47-9c29-3c0cd900d361 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.963525] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5217c4e0-d25c-ea3d-0f3a-38aa39a5e40b, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.971234] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.003792] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24db7c22-7873-43d3-83a1-0b4a9c8146c9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.017382] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905456, 'name': PowerOnVM_Task, 'duration_secs': 0.629792} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.017692] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1260.017692] env[68205]: value = "task-2905458" [ 1260.017692] env[68205]: _type = "Task" [ 1260.017692] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.017917] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905457, 'name': PowerOffVM_Task, 'duration_secs': 0.297697} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.018823] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.019056] env[68205]: DEBUG nova.compute.manager [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.019825] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.020101] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.020891] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd798d2-f042-4199-9561-7873ffe5135f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.024355] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e44af0-ec0f-4e8c-b66e-1d497e898334 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.029857] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e0336a4-8ff1-40f5-8564-19e00f48f445 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.033072] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1260.033072] env[68205]: value = "task-2905459" [ 1260.033072] env[68205]: _type = "Task" [ 1260.033072] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.047614] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for the task: (returnval){ [ 1260.047614] env[68205]: value = "task-2905460" [ 1260.047614] env[68205]: _type = "Task" [ 1260.047614] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.048174] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.049861] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9311032a-749d-4257-91fa-6f33cac724ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.061347] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.072680] env[68205]: DEBUG nova.compute.provider_tree [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.077833] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1260.078485] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1260.078485] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583501', 'volume_id': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'name': 'volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b4bff39-8612-4cb2-93c3-cf07864ae31e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'serial': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1260.079067] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989d82d6-ff7b-4b3f-aff3-591a5b904747 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.100070] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1179ab48-e67e-457a-b6c8-880c63aabd9b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.107970] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237cb222-e2b4-4469-9921-c6784bc41760 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.129047] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2f58a9-9635-4ee0-9457-2757c452bc36 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.141452] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] The volume has not been displaced from its original location: [datastore1] volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9/volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1260.146258] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.147022] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b583386-2556-4bf9-8143-0019cecbb614 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.167357] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for the task: (returnval){ [ 1260.167357] env[68205]: value = "task-2905461" [ 1260.167357] env[68205]: _type = "Task" [ 1260.167357] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.180716] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.448350] env[68205]: DEBUG nova.network.neutron [-] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.480856] env[68205]: DEBUG nova.network.neutron [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.529730] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905458, 'name': PowerOffVM_Task, 'duration_secs': 0.251037} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.529994] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.530240] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.531033] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc816814-7ae6-4ceb-aef3-067a5ff6b7da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.539705] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.540285] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e7dad6e-3286-4095-b642-880b381353b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.544440] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905459, 'name': ReconfigVM_Task, 'duration_secs': 0.275172} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.545062] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.545878] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6d8ff1-ffa2-4d92-9236-8b682858b919 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.549327] env[68205]: INFO nova.compute.manager [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] bringing vm to original state: 'stopped' [ 1260.575075] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] da259670-8347-4bf2-bee2-b8c2eb3a0009/da259670-8347-4bf2-bee2-b8c2eb3a0009.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.579400] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b347b3b-964b-4147-ad4f-b240f20e9146 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.593223] env[68205]: DEBUG nova.scheduler.client.report [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.596701] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.596956] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.597256] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Deleting the datastore file [datastore1] fee8b0ca-99ff-415d-8796-0ef8693c4ae8 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.600134] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eba6747-8e76-40af-a432-fd595387f4e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.607755] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1260.607755] env[68205]: value = "task-2905463" [ 1260.607755] env[68205]: _type = "Task" [ 1260.607755] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.608086] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1260.608086] env[68205]: value = "task-2905464" [ 1260.608086] env[68205]: _type = "Task" [ 1260.608086] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.621042] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.623840] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.672450] env[68205]: DEBUG nova.network.neutron [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Updating instance_info_cache with network_info: [{"id": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "address": "fa:16:3e:40:9d:28", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafaf8d7c-72", "ovs_interfaceid": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.679968] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905461, 'name': ReconfigVM_Task, 'duration_secs': 0.213978} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.680363] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.685844] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1a2a02-3c43-4bb6-b74f-e42e260271b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.700750] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for the task: (returnval){ [ 1260.700750] env[68205]: value = "task-2905465" [ 1260.700750] env[68205]: _type = "Task" [ 1260.700750] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.709454] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.806157] env[68205]: DEBUG nova.compute.manager [req-241aa1e0-ce53-4beb-83ee-ab266037b050 req-934e7c7d-7cdb-4c79-954f-63a2e373a818 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Received event network-changed-afaf8d7c-7217-4ea8-a7d8-7a2d5698debf {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.806394] env[68205]: DEBUG nova.compute.manager [req-241aa1e0-ce53-4beb-83ee-ab266037b050 req-934e7c7d-7cdb-4c79-954f-63a2e373a818 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Refreshing instance network info cache due to event network-changed-afaf8d7c-7217-4ea8-a7d8-7a2d5698debf. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.806630] env[68205]: DEBUG oslo_concurrency.lockutils [req-241aa1e0-ce53-4beb-83ee-ab266037b050 req-934e7c7d-7cdb-4c79-954f-63a2e373a818 service nova] Acquiring lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.952918] env[68205]: INFO nova.compute.manager [-] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Took 2.17 seconds to deallocate network for instance. [ 1261.098816] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.137s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.099394] env[68205]: DEBUG nova.compute.manager [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.121333] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160658} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.124396] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.124592] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.124761] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.127373] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905463, 'name': ReconfigVM_Task, 'duration_secs': 0.488846} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.127834] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfigured VM instance instance-00000065 to attach disk [datastore1] da259670-8347-4bf2-bee2-b8c2eb3a0009/da259670-8347-4bf2-bee2-b8c2eb3a0009.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.128729] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89663e02-bc22-4a10-8641-dd3e1ed2af44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.154671] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd54c25d-2a70-4f45-882c-8a3a949cd6f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.188947] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.189323] env[68205]: DEBUG nova.compute.manager [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Instance network_info: |[{"id": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "address": "fa:16:3e:40:9d:28", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafaf8d7c-72", "ovs_interfaceid": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.189894] env[68205]: DEBUG oslo_concurrency.lockutils [req-241aa1e0-ce53-4beb-83ee-ab266037b050 req-934e7c7d-7cdb-4c79-954f-63a2e373a818 service nova] Acquired lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.190154] env[68205]: DEBUG nova.network.neutron [req-241aa1e0-ce53-4beb-83ee-ab266037b050 req-934e7c7d-7cdb-4c79-954f-63a2e373a818 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Refreshing network info cache for port afaf8d7c-7217-4ea8-a7d8-7a2d5698debf {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.191697] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:9d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afaf8d7c-7217-4ea8-a7d8-7a2d5698debf', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.203732] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.204488] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed849bd-451f-4385-9f6a-41d39b94bff4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.209759] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.213029] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7a9fd69-a4a5-460d-9f6a-5acf34e6b05d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.233220] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905465, 'name': ReconfigVM_Task, 'duration_secs': 0.15179} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.250843] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583501', 'volume_id': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'name': 'volume-f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2b4bff39-8612-4cb2-93c3-cf07864ae31e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9', 'serial': 'f081dd3e-11d8-44d4-aac6-b1f46bbb95e9'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1261.251136] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.251817] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.251817] env[68205]: value = "task-2905467" [ 1261.251817] env[68205]: _type = "Task" [ 1261.251817] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.252574] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b51bcc9-295e-4751-be6e-6bdb554ac8fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.255643] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49526a90-9d96-47bc-9123-cc119e7e8bfa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.271425] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.272019] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905467, 'name': CreateVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.272410] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.272664] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6222fc1-b102-4caa-8b0a-2d736b8e0afc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.276413] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d25d1a5e-a968-4e15-9269-48c6978cc4ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.280505] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1261.280505] env[68205]: value = "task-2905469" [ 1261.280505] env[68205]: _type = "Task" [ 1261.280505] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.288724] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.335258] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.335525] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.335729] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Deleting the datastore file [datastore1] 2b4bff39-8612-4cb2-93c3-cf07864ae31e {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.336018] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e86cd1cb-9fa3-40ac-aeed-79c13a4fefd9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.342049] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for the task: (returnval){ [ 1261.342049] env[68205]: value = "task-2905470" [ 1261.342049] env[68205]: _type = "Task" [ 1261.342049] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.349858] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.455933] env[68205]: DEBUG nova.network.neutron [req-241aa1e0-ce53-4beb-83ee-ab266037b050 req-934e7c7d-7cdb-4c79-954f-63a2e373a818 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Updated VIF entry in instance network info cache for port afaf8d7c-7217-4ea8-a7d8-7a2d5698debf. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.456499] env[68205]: DEBUG nova.network.neutron [req-241aa1e0-ce53-4beb-83ee-ab266037b050 req-934e7c7d-7cdb-4c79-954f-63a2e373a818 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Updating instance_info_cache with network_info: [{"id": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "address": "fa:16:3e:40:9d:28", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafaf8d7c-72", "ovs_interfaceid": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.460329] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.460688] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.461054] env[68205]: DEBUG nova.objects.instance [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'resources' on Instance uuid 382561c0-ff10-4612-a66e-bc079b7333f3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.582703] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.583690] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.583900] env[68205]: DEBUG nova.compute.manager [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.584842] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdf22a1-9417-4beb-a17a-f58222c6b167 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.591610] env[68205]: DEBUG nova.compute.manager [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1261.603835] env[68205]: DEBUG nova.compute.utils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.605016] env[68205]: DEBUG nova.compute.manager [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.605196] env[68205]: DEBUG nova.network.neutron [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.643606] env[68205]: DEBUG nova.policy [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23cd6c82a3e645a78f6496f27d5ddc73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6b81c47cfd42098b45e5a012ca8747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.768256] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905467, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.790859] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.854278] env[68205]: DEBUG oslo_vmware.api [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Task: {'id': task-2905470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097421} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.854542] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.854726] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.854887] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.935263] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1261.935998] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b7a178a-6a12-49bf-8669-e6d94e72ce28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.949861] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a608cfe-fb69-48b7-af8a-d83e3c72a7b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.966599] env[68205]: DEBUG oslo_concurrency.lockutils [req-241aa1e0-ce53-4beb-83ee-ab266037b050 req-934e7c7d-7cdb-4c79-954f-63a2e373a818 service nova] Releasing lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.966869] env[68205]: DEBUG nova.compute.manager [req-241aa1e0-ce53-4beb-83ee-ab266037b050 req-934e7c7d-7cdb-4c79-954f-63a2e373a818 service nova] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Received event network-vif-deleted-6ab033fb-b820-46f2-8c44-2e8b98175cb6 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.992066] env[68205]: ERROR nova.compute.manager [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Failed to detach volume f081dd3e-11d8-44d4-aac6-b1f46bbb95e9 from /dev/sda: nova.exception.InstanceNotFound: Instance 2b4bff39-8612-4cb2-93c3-cf07864ae31e could not be found. [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Traceback (most recent call last): [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self.driver.rebuild(**kwargs) [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] raise NotImplementedError() [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] NotImplementedError [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] During handling of the above exception, another exception occurred: [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Traceback (most recent call last): [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self.driver.detach_volume(context, old_connection_info, [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] return self._volumeops.detach_volume(connection_info, instance) [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self._detach_volume_vmdk(connection_info, instance) [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] stable_ref.fetch_moref(session) [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] nova.exception.InstanceNotFound: Instance 2b4bff39-8612-4cb2-93c3-cf07864ae31e could not be found. [ 1261.992066] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] [ 1262.008036] env[68205]: DEBUG nova.network.neutron [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Successfully created port: 289bde06-e66b-43ad-8ae1-35df0132d954 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.098897] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.101315] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f09affec-e1ec-44c5-925a-0bce862be4db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.108374] env[68205]: DEBUG nova.compute.manager [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.111232] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1262.111232] env[68205]: value = "task-2905471" [ 1262.111232] env[68205]: _type = "Task" [ 1262.111232] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.123458] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.125718] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed4ee69-e1fb-4d1d-a2b1-e6d8e25332b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.133036] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39328715-c01d-4628-923b-c39bdc13c0fe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.144072] env[68205]: DEBUG nova.compute.utils [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Build of instance 2b4bff39-8612-4cb2-93c3-cf07864ae31e aborted: Failed to rebuild volume backed instance. {{(pid=68205) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1262.174090] env[68205]: ERROR nova.compute.manager [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 2b4bff39-8612-4cb2-93c3-cf07864ae31e aborted: Failed to rebuild volume backed instance. [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Traceback (most recent call last): [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self.driver.rebuild(**kwargs) [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] raise NotImplementedError() [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] NotImplementedError [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] During handling of the above exception, another exception occurred: [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Traceback (most recent call last): [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self._detach_root_volume(context, instance, root_bdm) [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] with excutils.save_and_reraise_exception(): [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self.force_reraise() [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] raise self.value [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self.driver.detach_volume(context, old_connection_info, [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] return self._volumeops.detach_volume(connection_info, instance) [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self._detach_volume_vmdk(connection_info, instance) [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] stable_ref.fetch_moref(session) [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] nova.exception.InstanceNotFound: Instance 2b4bff39-8612-4cb2-93c3-cf07864ae31e could not be found. [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] During handling of the above exception, another exception occurred: [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Traceback (most recent call last): [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] yield [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1262.174090] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self._do_rebuild_instance_with_claim( [ 1262.175314] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1262.175314] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self._do_rebuild_instance( [ 1262.175314] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1262.175314] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self._rebuild_default_impl(**kwargs) [ 1262.175314] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1262.175314] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] self._rebuild_volume_backed_instance( [ 1262.175314] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1262.175314] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] raise exception.BuildAbortException( [ 1262.175314] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] nova.exception.BuildAbortException: Build of instance 2b4bff39-8612-4cb2-93c3-cf07864ae31e aborted: Failed to rebuild volume backed instance. [ 1262.175314] env[68205]: ERROR nova.compute.manager [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] [ 1262.178146] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c46ba7b-0e19-41d1-ab7e-7ba5fa8d7713 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.187030] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee13c2e-160d-448e-acad-3ee732860993 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.192940] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.193206] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.193361] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.193541] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.193684] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.193826] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.194043] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.194206] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.194763] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.194763] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.194763] env[68205]: DEBUG nova.virt.hardware [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.195888] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b7b76c-63ad-4b95-ae34-73cb78a42c65 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.211276] env[68205]: DEBUG nova.compute.provider_tree [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.216024] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa4bc1b-5c5e-423b-8623-7b79bcaafedd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.231700] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.238492] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.239177] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.239496] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b468205-dcb3-4c8c-af4a-d4309f7fb16d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.259227] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.259227] env[68205]: value = "task-2905472" [ 1262.259227] env[68205]: _type = "Task" [ 1262.259227] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.272603] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905467, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.276213] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905472, 'name': CreateVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.292641] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.627063] env[68205]: DEBUG oslo_vmware.api [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905471, 'name': PowerOffVM_Task, 'duration_secs': 0.194849} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.627353] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.627586] env[68205]: DEBUG nova.compute.manager [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.628433] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce108b7-884c-42a9-acfe-7441cf33e62b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.716596] env[68205]: DEBUG nova.scheduler.client.report [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.728463] env[68205]: DEBUG oslo_vmware.rw_handles [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de930a-b74c-f773-2d2a-1a0b7392fd78/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1262.729371] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebaf721-b0bf-4bd8-8a84-57046e1a0da6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.736838] env[68205]: DEBUG oslo_vmware.rw_handles [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de930a-b74c-f773-2d2a-1a0b7392fd78/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1262.737010] env[68205]: ERROR oslo_vmware.rw_handles [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de930a-b74c-f773-2d2a-1a0b7392fd78/disk-0.vmdk due to incomplete transfer. [ 1262.737237] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fc450550-2818-44ac-b55e-d929b88e3cbf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.743820] env[68205]: DEBUG oslo_vmware.rw_handles [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de930a-b74c-f773-2d2a-1a0b7392fd78/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1262.743971] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Uploaded image 4b016034-1a74-4b27-bf8e-ebafa0bedb11 to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1262.747022] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1262.747022] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ccc5d4fa-df60-44ac-8fa2-7926f019fd28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.752176] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1262.752176] env[68205]: value = "task-2905473" [ 1262.752176] env[68205]: _type = "Task" [ 1262.752176] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.759590] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905473, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.769526] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905467, 'name': CreateVM_Task, 'duration_secs': 1.313192} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.769974] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.774316] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905472, 'name': CreateVM_Task, 'duration_secs': 0.426394} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.774728] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.775128] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.775286] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.775596] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.775830] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bfc72d1-7d17-466b-b176-7be74b2663ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.779615] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1262.779615] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527e9333-344f-f2ea-aeb0-f40224cb67d3" [ 1262.779615] env[68205]: _type = "Task" [ 1262.779615] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.783202] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.789314] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527e9333-344f-f2ea-aeb0-f40224cb67d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.793680] env[68205]: DEBUG oslo_vmware.api [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905469, 'name': PowerOnVM_Task, 'duration_secs': 1.368168} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.793904] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.122279] env[68205]: DEBUG nova.compute.manager [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.143041] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.150391] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.150699] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.150892] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.151097] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.151229] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.151413] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.151615] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.151776] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.151939] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.152113] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.152333] env[68205]: DEBUG nova.virt.hardware [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.153256] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcd8344-778f-4d9f-a7c7-4d11a8f04c2f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.161734] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbdb371-b037-4f99-a7c7-a696f42e6865 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.223682] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.244592] env[68205]: INFO nova.scheduler.client.report [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleted allocations for instance 382561c0-ff10-4612-a66e-bc079b7333f3 [ 1263.260998] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905473, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.290307] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527e9333-344f-f2ea-aeb0-f40224cb67d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.290621] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.290871] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.291451] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.291451] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.291709] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.291878] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.292210] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.292454] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7010d17-ea5d-4b49-9adf-b60dacf13d55 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.294609] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606ba1a4-e9a0-4f6c-96a7-58dc56328ab2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.304057] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1263.304057] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52823228-071c-fbfb-ba82-c9bcd3d797e5" [ 1263.304057] env[68205]: _type = "Task" [ 1263.304057] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.305185] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.305419] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.308831] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f370eb-b9bf-45c0-9b4c-4c83411761d2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.318563] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1263.318563] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d47784-da6f-6467-7273-0187829bb785" [ 1263.318563] env[68205]: _type = "Task" [ 1263.318563] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.322428] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52823228-071c-fbfb-ba82-c9bcd3d797e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009447} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.325677] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.325963] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.326339] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.332143] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d47784-da6f-6467-7273-0187829bb785, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.332944] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1bf27fd-56d6-4601-80c5-537165717112 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.338029] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1263.338029] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d290d4-c33e-9479-4708-8d5a67f3f244" [ 1263.338029] env[68205]: _type = "Task" [ 1263.338029] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.346420] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d290d4-c33e-9479-4708-8d5a67f3f244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.535327] env[68205]: DEBUG nova.compute.manager [req-750b60aa-3f5e-4ebb-ac22-5113fc6fe4a6 req-fae955cb-ba30-4931-8c0d-b58bcf73f885 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Received event network-vif-plugged-289bde06-e66b-43ad-8ae1-35df0132d954 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.535563] env[68205]: DEBUG oslo_concurrency.lockutils [req-750b60aa-3f5e-4ebb-ac22-5113fc6fe4a6 req-fae955cb-ba30-4931-8c0d-b58bcf73f885 service nova] Acquiring lock "49e62fb5-e789-4704-9956-8cc1fd73586b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.535776] env[68205]: DEBUG oslo_concurrency.lockutils [req-750b60aa-3f5e-4ebb-ac22-5113fc6fe4a6 req-fae955cb-ba30-4931-8c0d-b58bcf73f885 service nova] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.535939] env[68205]: DEBUG oslo_concurrency.lockutils [req-750b60aa-3f5e-4ebb-ac22-5113fc6fe4a6 req-fae955cb-ba30-4931-8c0d-b58bcf73f885 service nova] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.536147] env[68205]: DEBUG nova.compute.manager [req-750b60aa-3f5e-4ebb-ac22-5113fc6fe4a6 req-fae955cb-ba30-4931-8c0d-b58bcf73f885 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] No waiting events found dispatching network-vif-plugged-289bde06-e66b-43ad-8ae1-35df0132d954 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.536289] env[68205]: WARNING nova.compute.manager [req-750b60aa-3f5e-4ebb-ac22-5113fc6fe4a6 req-fae955cb-ba30-4931-8c0d-b58bcf73f885 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Received unexpected event network-vif-plugged-289bde06-e66b-43ad-8ae1-35df0132d954 for instance with vm_state building and task_state spawning. [ 1263.634401] env[68205]: DEBUG nova.network.neutron [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Successfully updated port: 289bde06-e66b-43ad-8ae1-35df0132d954 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.650841] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.650841] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.650841] env[68205]: DEBUG nova.objects.instance [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1263.751362] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ea2dc664-c185-4bfe-89a6-99f1d95952a7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "382561c0-ff10-4612-a66e-bc079b7333f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.604s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.762243] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905473, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.819759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.820029] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.820252] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.820437] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.820603] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.822905] env[68205]: INFO nova.compute.manager [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Terminating instance [ 1263.836410] env[68205]: INFO nova.compute.manager [None req-e5562ae3-2ca1-45b1-bb16-ffcd2ba622e1 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance to original state: 'active' [ 1263.848839] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52d290d4-c33e-9479-4708-8d5a67f3f244, 'name': SearchDatastore_Task, 'duration_secs': 0.008724} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.849111] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.849363] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] fee8b0ca-99ff-415d-8796-0ef8693c4ae8/fee8b0ca-99ff-415d-8796-0ef8693c4ae8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.849638] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.849820] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.850029] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-345f9902-fcf9-4f8e-82f6-fa7063a26083 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.852423] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6751ea7-daa1-4d6f-a831-9e97d2747f6e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.859186] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1263.859186] env[68205]: value = "task-2905474" [ 1263.859186] env[68205]: _type = "Task" [ 1263.859186] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.863949] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.864173] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.865588] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bfecddb-94b4-44f7-bf6a-7bdb1fa36c45 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.871081] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.874451] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1263.874451] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5288bdc7-fd38-dbc0-ffe1-033a157a328e" [ 1263.874451] env[68205]: _type = "Task" [ 1263.874451] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.882634] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5288bdc7-fd38-dbc0-ffe1-033a157a328e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.137544] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "refresh_cache-49e62fb5-e789-4704-9956-8cc1fd73586b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.137544] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "refresh_cache-49e62fb5-e789-4704-9956-8cc1fd73586b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.137544] env[68205]: DEBUG nova.network.neutron [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.192762] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.264586] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905473, 'name': Destroy_Task, 'duration_secs': 1.201998} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.264915] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Destroyed the VM [ 1264.265174] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1264.265626] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db0bc6d6-fd28-42f8-a268-38ecc101a2e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.271732] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1264.271732] env[68205]: value = "task-2905476" [ 1264.271732] env[68205]: _type = "Task" [ 1264.271732] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.279850] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905476, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.326401] env[68205]: DEBUG nova.compute.manager [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.326641] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.327657] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a884a3-0187-4626-a601-6591d83bd228 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.335245] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.335492] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5424d56-7131-48fd-b5fb-fd172b7aa1b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.368780] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480906} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.369049] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] fee8b0ca-99ff-415d-8796-0ef8693c4ae8/fee8b0ca-99ff-415d-8796-0ef8693c4ae8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.369270] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.369545] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c661b8f8-6164-45ed-801b-5a1ea1f1d211 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.375582] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1264.375582] env[68205]: value = "task-2905478" [ 1264.375582] env[68205]: _type = "Task" [ 1264.375582] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.387908] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5288bdc7-fd38-dbc0-ffe1-033a157a328e, 'name': SearchDatastore_Task, 'duration_secs': 0.008683} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.391545] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.392608] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62faaa10-32bf-439f-8761-8437d0504c16 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.399953] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1264.399953] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527db0f2-3cd2-c781-f107-0eb27dd7405d" [ 1264.399953] env[68205]: _type = "Task" [ 1264.399953] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.404788] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.405029] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.405207] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleting the datastore file [datastore1] 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.405794] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09d3d414-3245-45e6-b562-1157754aa100 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.410992] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527db0f2-3cd2-c781-f107-0eb27dd7405d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.415056] env[68205]: DEBUG oslo_vmware.api [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1264.415056] env[68205]: value = "task-2905479" [ 1264.415056] env[68205]: _type = "Task" [ 1264.415056] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.422605] env[68205]: DEBUG oslo_vmware.api [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.660160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4cbaf305-241b-41e8-bf25-c1cdd3dc68b8 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.661747] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.469s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.672512] env[68205]: DEBUG nova.network.neutron [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.790761] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905476, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.794500] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51933af1-02b7-4729-8e56-6709112c3f60 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.802390] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906723d0-36fe-40bb-a628-9de2b255ff79 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.834879] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d828e253-d928-44f4-8ef8-08cea3933421 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.842171] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d7a1d4-c04f-456a-af34-c38b798a2ece {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.857787] env[68205]: DEBUG nova.compute.provider_tree [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.876465] env[68205]: DEBUG nova.network.neutron [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Updating instance_info_cache with network_info: [{"id": "289bde06-e66b-43ad-8ae1-35df0132d954", "address": "fa:16:3e:b0:28:6b", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289bde06-e6", "ovs_interfaceid": "289bde06-e66b-43ad-8ae1-35df0132d954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.887405] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134563} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.887674] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.888487] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23780fd-4d86-46a5-8f83-957293c8c9e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.909992] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] fee8b0ca-99ff-415d-8796-0ef8693c4ae8/fee8b0ca-99ff-415d-8796-0ef8693c4ae8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.913784] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc5214f-ab4c-4c68-be16-549c0112befe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.935218] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527db0f2-3cd2-c781-f107-0eb27dd7405d, 'name': SearchDatastore_Task, 'duration_secs': 0.010036} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.936823] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.937067] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 0c171d20-7977-4f4f-9e88-d6e94f046d15/0c171d20-7977-4f4f-9e88-d6e94f046d15.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.937383] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1264.937383] env[68205]: value = "task-2905480" [ 1264.937383] env[68205]: _type = "Task" [ 1264.937383] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.937736] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4145642e-47fa-443e-a0ac-a49e43c7e5df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.946396] env[68205]: DEBUG oslo_vmware.api [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165111} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.947269] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.947467] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.947654] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.947826] env[68205]: INFO nova.compute.manager [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1264.948071] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.948571] env[68205]: DEBUG nova.compute.manager [-] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.948674] env[68205]: DEBUG nova.network.neutron [-] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.953523] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.955065] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1264.955065] env[68205]: value = "task-2905481" [ 1264.955065] env[68205]: _type = "Task" [ 1264.955065] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.964214] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.265227] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Acquiring lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.265565] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.266627] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Acquiring lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.266627] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.266627] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.268781] env[68205]: INFO nova.compute.manager [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Terminating instance [ 1265.283040] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905476, 'name': RemoveSnapshot_Task, 'duration_secs': 0.663095} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.284015] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1265.284319] env[68205]: DEBUG nova.compute.manager [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.285200] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd9f7e0-a1c7-42dd-8313-f848f18d238c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.361163] env[68205]: DEBUG nova.scheduler.client.report [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.379285] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "refresh_cache-49e62fb5-e789-4704-9956-8cc1fd73586b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.380821] env[68205]: DEBUG nova.compute.manager [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Instance network_info: |[{"id": "289bde06-e66b-43ad-8ae1-35df0132d954", "address": "fa:16:3e:b0:28:6b", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289bde06-e6", "ovs_interfaceid": "289bde06-e66b-43ad-8ae1-35df0132d954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.380821] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:28:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '289bde06-e66b-43ad-8ae1-35df0132d954', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.388703] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.389692] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.389969] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65113947-47b6-4324-a258-7b2f21d8f5e0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.411829] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.411829] env[68205]: value = "task-2905482" [ 1265.411829] env[68205]: _type = "Task" [ 1265.411829] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.420601] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905482, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.452459] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.464395] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905481, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.621539] env[68205]: DEBUG nova.compute.manager [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Received event network-changed-289bde06-e66b-43ad-8ae1-35df0132d954 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.621737] env[68205]: DEBUG nova.compute.manager [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Refreshing instance network info cache due to event network-changed-289bde06-e66b-43ad-8ae1-35df0132d954. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.621950] env[68205]: DEBUG oslo_concurrency.lockutils [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] Acquiring lock "refresh_cache-49e62fb5-e789-4704-9956-8cc1fd73586b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.622124] env[68205]: DEBUG oslo_concurrency.lockutils [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] Acquired lock "refresh_cache-49e62fb5-e789-4704-9956-8cc1fd73586b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.622285] env[68205]: DEBUG nova.network.neutron [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Refreshing network info cache for port 289bde06-e66b-43ad-8ae1-35df0132d954 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.737431] env[68205]: DEBUG nova.network.neutron [-] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.773359] env[68205]: DEBUG nova.compute.manager [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.773734] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39869a17-667f-475f-a3f5-531d3c8f04fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.786373] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd4d939-74f4-464b-b993-a407b7f8be7b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.804888] env[68205]: INFO nova.compute.manager [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Shelve offloading [ 1265.823462] env[68205]: WARNING nova.virt.vmwareapi.driver [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 2b4bff39-8612-4cb2-93c3-cf07864ae31e could not be found. [ 1265.823462] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.823798] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ac8114d-589d-4202-9a48-5f78fecbf094 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.833267] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f410c8e-aca2-4bb8-92c6-136aa1b9f884 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.862322] env[68205]: WARNING nova.virt.vmwareapi.vmops [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2b4bff39-8612-4cb2-93c3-cf07864ae31e could not be found. [ 1265.862584] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.862763] env[68205]: INFO nova.compute.manager [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1265.863008] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.863235] env[68205]: DEBUG nova.compute.manager [-] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.863326] env[68205]: DEBUG nova.network.neutron [-] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.865769] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.204s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.865969] env[68205]: INFO nova.compute.manager [None req-c20fc6ea-d48a-4d94-b42a-ecd5d4790799 tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Successfully reverted task state from rebuilding on failure for instance. [ 1265.921846] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905482, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.949505] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905480, 'name': ReconfigVM_Task, 'duration_secs': 0.688366} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.949782] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Reconfigured VM instance instance-00000070 to attach disk [datastore2] fee8b0ca-99ff-415d-8796-0ef8693c4ae8/fee8b0ca-99ff-415d-8796-0ef8693c4ae8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.950474] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d145d87e-4c3d-4563-bc97-cc5e93020213 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.956960] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1265.956960] env[68205]: value = "task-2905483" [ 1265.956960] env[68205]: _type = "Task" [ 1265.956960] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.969693] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529814} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.972837] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 0c171d20-7977-4f4f-9e88-d6e94f046d15/0c171d20-7977-4f4f-9e88-d6e94f046d15.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.973156] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.973371] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905483, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.973588] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32014600-9f16-4e9a-943e-d3861375a0f0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.979651] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1265.979651] env[68205]: value = "task-2905484" [ 1265.979651] env[68205]: _type = "Task" [ 1265.979651] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.987659] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.093986] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.094260] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.094563] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "da259670-8347-4bf2-bee2-b8c2eb3a0009-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.094684] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.094843] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.096880] env[68205]: INFO nova.compute.manager [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Terminating instance [ 1266.244727] env[68205]: INFO nova.compute.manager [-] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Took 1.30 seconds to deallocate network for instance. [ 1266.308242] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.308547] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14512c9c-a467-4959-96d4-ab1209e881be {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.315961] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1266.315961] env[68205]: value = "task-2905485" [ 1266.315961] env[68205]: _type = "Task" [ 1266.315961] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.327842] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1266.328109] env[68205]: DEBUG nova.compute.manager [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.328884] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbaea4d-697a-4997-956d-415befa11742 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.338454] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.338629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.338798] env[68205]: DEBUG nova.network.neutron [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.375058] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.375297] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.423027] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905482, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.438791] env[68205]: DEBUG nova.network.neutron [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Updated VIF entry in instance network info cache for port 289bde06-e66b-43ad-8ae1-35df0132d954. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.439172] env[68205]: DEBUG nova.network.neutron [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Updating instance_info_cache with network_info: [{"id": "289bde06-e66b-43ad-8ae1-35df0132d954", "address": "fa:16:3e:b0:28:6b", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289bde06-e6", "ovs_interfaceid": "289bde06-e66b-43ad-8ae1-35df0132d954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.471470] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905483, 'name': Rename_Task, 'duration_secs': 0.404797} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.472055] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.472055] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f3323c8-9615-4203-af1f-2d6e4e9c017d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.478771] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1266.478771] env[68205]: value = "task-2905486" [ 1266.478771] env[68205]: _type = "Task" [ 1266.478771] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.489172] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.492255] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.600225] env[68205]: DEBUG nova.compute.manager [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.600519] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.600803] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92702e30-aefc-4d16-bf7e-bfbe5769aaf2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.609488] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1266.609488] env[68205]: value = "task-2905487" [ 1266.609488] env[68205]: _type = "Task" [ 1266.609488] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.617274] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.752032] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.752168] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.752342] env[68205]: DEBUG nova.objects.instance [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lazy-loading 'resources' on Instance uuid 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.877894] env[68205]: DEBUG nova.compute.manager [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.926450] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905482, 'name': CreateVM_Task, 'duration_secs': 1.413137} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.928466] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.929790] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.929935] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.930873] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.931301] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e4efde-07c3-41fa-9436-26fbc24604c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.940231] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1266.940231] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529154aa-cf1f-2714-6f01-b33ed03295bc" [ 1266.940231] env[68205]: _type = "Task" [ 1266.940231] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.943793] env[68205]: DEBUG oslo_concurrency.lockutils [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] Releasing lock "refresh_cache-49e62fb5-e789-4704-9956-8cc1fd73586b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.944053] env[68205]: DEBUG nova.compute.manager [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Received event network-vif-deleted-61f29644-5041-4e7f-8199-b15889888b1c {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.944452] env[68205]: INFO nova.compute.manager [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Neutron deleted interface 61f29644-5041-4e7f-8199-b15889888b1c; detaching it from the instance and deleting it from the info cache [ 1266.944660] env[68205]: DEBUG nova.network.neutron [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.951152] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529154aa-cf1f-2714-6f01-b33ed03295bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.951890] env[68205]: DEBUG nova.network.neutron [-] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.990516] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.818829} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.993806] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.994129] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905486, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.994868] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f54e847-a890-441f-a437-5094b44fa0ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.022529] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 0c171d20-7977-4f4f-9e88-d6e94f046d15/0c171d20-7977-4f4f-9e88-d6e94f046d15.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.023134] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-227e336f-dcf4-4dec-b886-a27bf29331fa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.041406] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1267.041406] env[68205]: value = "task-2905488" [ 1267.041406] env[68205]: _type = "Task" [ 1267.041406] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.051806] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.120355] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905487, 'name': PowerOffVM_Task, 'duration_secs': 0.226111} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.120538] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.120715] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1267.120909] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583508', 'volume_id': '265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'name': 'volume-265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'da259670-8347-4bf2-bee2-b8c2eb3a0009', 'attached_at': '2025-03-10T21:02:52.000000', 'detached_at': '', 'volume_id': '265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'serial': '265fcc51-a009-4c8f-a3f6-e4b835db4f95'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1267.122357] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69803d18-1aa2-4913-ab13-d00d53e53d73 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.145685] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d227d250-a2d6-4382-9233-b0253fd38d1c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.152445] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab24410c-c1eb-4023-878e-6498f0a9e51f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.173571] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae6eb9e-1048-4890-b367-664e7be56496 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.190522] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] The volume has not been displaced from its original location: [datastore1] volume-265fcc51-a009-4c8f-a3f6-e4b835db4f95/volume-265fcc51-a009-4c8f-a3f6-e4b835db4f95.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1267.197235] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1267.197235] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f97b17c-04c7-419e-8937-d7ad0c10e464 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.214188] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1267.214188] env[68205]: value = "task-2905489" [ 1267.214188] env[68205]: _type = "Task" [ 1267.214188] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.222825] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.400837] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e168c1-bac3-473c-9314-ddfa5d44168d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.404835] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.410057] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acf376b-6927-4624-a741-3deb4ef1bfc6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.446532] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd696956-baae-4940-81fa-9358e3faf6c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.449894] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c54ac404-8eb9-4f07-925a-fa75ac25fc53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.455445] env[68205]: INFO nova.compute.manager [-] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Took 1.59 seconds to deallocate network for instance. [ 1267.455747] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529154aa-cf1f-2714-6f01-b33ed03295bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.460229] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.460229] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.460461] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.460606] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.460785] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.462237] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4149e86d-ef44-48c5-9bf8-e6b9727e6cc0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.465038] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68968782-f510-4dd3-a156-b12334a94376 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.472519] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3cfc4e-e21b-4193-bf9a-20a1d693f20d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.501606] env[68205]: DEBUG nova.compute.provider_tree [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.511179] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.511388] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.512259] env[68205]: DEBUG nova.compute.manager [req-57a1d1c9-e3d6-4bad-acef-769ce1edb26b req-13c75ce0-c522-4908-945f-4e9f010ea7f5 service nova] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Detach interface failed, port_id=61f29644-5041-4e7f-8199-b15889888b1c, reason: Instance 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1267.516113] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eeb5784-c45d-423c-83cc-c948ffc29208 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.518454] env[68205]: DEBUG oslo_vmware.api [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905486, 'name': PowerOnVM_Task, 'duration_secs': 0.54825} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.519385] env[68205]: DEBUG nova.network.neutron [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updating instance_info_cache with network_info: [{"id": "315404c8-3365-4950-a750-81363e59ea94", "address": "fa:16:3e:00:cf:12", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315404c8-33", "ovs_interfaceid": "315404c8-3365-4950-a750-81363e59ea94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.521270] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.521479] env[68205]: DEBUG nova.compute.manager [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.522650] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035bf9b0-c0f5-43a5-91f3-4fe274544163 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.526784] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1267.526784] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e5fe51-17fc-5ecf-08b1-9413ad4b13a3" [ 1267.526784] env[68205]: _type = "Task" [ 1267.526784] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.541684] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e5fe51-17fc-5ecf-08b1-9413ad4b13a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.545749] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11106685-9a3b-4ccb-808e-e137f3736f6c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.553584] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.555022] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1267.555022] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f6d239-dfb6-4974-0ef1-771bb5ec557d" [ 1267.555022] env[68205]: _type = "Task" [ 1267.555022] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.563363] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f6d239-dfb6-4974-0ef1-771bb5ec557d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.689332] env[68205]: DEBUG nova.compute.manager [req-8674f8a4-46b0-4ca8-87fb-dcce2b61dbc5 req-f588a853-12ea-4754-b1cf-32cbc37c217e service nova] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Received event network-vif-deleted-3d04b9ee-2be2-465a-a226-663676caf20e {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.727703] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905489, 'name': ReconfigVM_Task, 'duration_secs': 0.30052} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.727703] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.730191] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f0d90cc-3914-4e4d-b7c6-9ffe5ade49ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.752310] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1267.752310] env[68205]: value = "task-2905490" [ 1267.752310] env[68205]: _type = "Task" [ 1267.752310] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.762227] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.003454] env[68205]: DEBUG nova.scheduler.client.report [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.023291] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.027435] env[68205]: INFO nova.compute.manager [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Took 0.57 seconds to detach 1 volumes for instance. [ 1268.030180] env[68205]: DEBUG nova.compute.manager [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Deleting volume: f081dd3e-11d8-44d4-aac6-b1f46bbb95e9 {{(pid=68205) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1268.051542] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.057084] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905488, 'name': ReconfigVM_Task, 'duration_secs': 0.657383} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.062370] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 0c171d20-7977-4f4f-9e88-d6e94f046d15/0c171d20-7977-4f4f-9e88-d6e94f046d15.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.063622] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2930e62a-f294-4451-9213-9e504fc51c54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.070886] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52f6d239-dfb6-4974-0ef1-771bb5ec557d, 'name': SearchDatastore_Task, 'duration_secs': 0.011161} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.073063] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.073063] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 49e62fb5-e789-4704-9956-8cc1fd73586b/49e62fb5-e789-4704-9956-8cc1fd73586b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.073063] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1268.073063] env[68205]: value = "task-2905491" [ 1268.073063] env[68205]: _type = "Task" [ 1268.073063] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.073063] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e3aa74-4ffd-4af3-ae40-f9bb31a425b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.089698] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1268.089698] env[68205]: value = "task-2905492" [ 1268.089698] env[68205]: _type = "Task" [ 1268.089698] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.094837] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905491, 'name': Rename_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.102769] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.263055] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905490, 'name': ReconfigVM_Task, 'duration_secs': 0.243617} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.263180] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583508', 'volume_id': '265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'name': 'volume-265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'da259670-8347-4bf2-bee2-b8c2eb3a0009', 'attached_at': '2025-03-10T21:02:52.000000', 'detached_at': '', 'volume_id': '265fcc51-a009-4c8f-a3f6-e4b835db4f95', 'serial': '265fcc51-a009-4c8f-a3f6-e4b835db4f95'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1268.263430] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.264247] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cbc19a-8fe9-4a4b-9396-5e38d89092b0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.270660] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.270909] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a87cb2-5211-49e4-a722-843a365846f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.337790] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.340019] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.340019] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleting the datastore file [datastore1] da259670-8347-4bf2-bee2-b8c2eb3a0009 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.340019] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2061391d-9d54-47ea-843d-c822aaec991c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.347833] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1268.347833] env[68205]: value = "task-2905495" [ 1268.347833] env[68205]: _type = "Task" [ 1268.347833] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.357783] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.508796] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.512459] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.108s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.514785] env[68205]: INFO nova.compute.claims [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.520556] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.521516] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8ebfef-67e5-4eaf-a808-ddd0602d0538 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.529761] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.530335] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aa5afe0-0793-40b3-a2b1-dbce91952966 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.542450] env[68205]: INFO nova.scheduler.client.report [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted allocations for instance 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b [ 1268.593029] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.593378] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905491, 'name': Rename_Task, 'duration_secs': 0.185921} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.594823] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.595100] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.595289] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.595464] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleting the datastore file [datastore1] 69ff88f9-0a23-4b45-a468-1d03a2b26aac {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.599129] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6b483ff-5345-46d3-85a8-c54f43ef61f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.601160] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f869d0d1-dae9-449f-9c53-d337be685223 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.608283] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905492, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.610697] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1268.610697] env[68205]: value = "task-2905497" [ 1268.610697] env[68205]: _type = "Task" [ 1268.610697] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.610943] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1268.610943] env[68205]: value = "task-2905498" [ 1268.610943] env[68205]: _type = "Task" [ 1268.610943] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.625064] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.628280] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.675500] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "fee8b0ca-99ff-415d-8796-0ef8693c4ae8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.675752] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "fee8b0ca-99ff-415d-8796-0ef8693c4ae8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.675958] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "fee8b0ca-99ff-415d-8796-0ef8693c4ae8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.676159] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "fee8b0ca-99ff-415d-8796-0ef8693c4ae8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.676329] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "fee8b0ca-99ff-415d-8796-0ef8693c4ae8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.678897] env[68205]: INFO nova.compute.manager [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Terminating instance [ 1268.857753] env[68205]: DEBUG oslo_vmware.api [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323842} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.858106] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.858209] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.858382] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.858548] env[68205]: INFO nova.compute.manager [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1268.858792] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.858982] env[68205]: DEBUG nova.compute.manager [-] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.859094] env[68205]: DEBUG nova.network.neutron [-] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.056637] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d11711c-7b40-45c7-91af-3cc1a56cd81e tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "4dd14090-d2b8-4aae-ac49-d4f3ca5b804b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.236s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.111431] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539115} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.111848] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 49e62fb5-e789-4704-9956-8cc1fd73586b/49e62fb5-e789-4704-9956-8cc1fd73586b.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.112795] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.118701] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44469a05-b415-4c8f-9c76-b11a81632f46 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.125516] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905497, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.131790] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1269.131790] env[68205]: value = "task-2905499" [ 1269.131790] env[68205]: _type = "Task" [ 1269.131790] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.131790] env[68205]: DEBUG oslo_vmware.api [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199042} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.132126] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.132248] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.132382] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.143352] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.156926] env[68205]: INFO nova.scheduler.client.report [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleted allocations for instance 69ff88f9-0a23-4b45-a468-1d03a2b26aac [ 1269.182993] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "refresh_cache-fee8b0ca-99ff-415d-8796-0ef8693c4ae8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.183222] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquired lock "refresh_cache-fee8b0ca-99ff-415d-8796-0ef8693c4ae8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.183454] env[68205]: DEBUG nova.network.neutron [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.622403] env[68205]: DEBUG oslo_vmware.api [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905497, 'name': PowerOnVM_Task, 'duration_secs': 0.644328} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.623803] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.624337] env[68205]: INFO nova.compute.manager [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Took 11.39 seconds to spawn the instance on the hypervisor. [ 1269.624474] env[68205]: DEBUG nova.compute.manager [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.625546] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affd5000-2be6-43f0-9b6c-afa4cbe48621 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.629316] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa39704e-e6b0-4369-b8bb-4b5a7f477297 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.640371] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974ecaf3-4249-49e5-9900-88b8edea4fd9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.650253] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087067} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.655233] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.685536] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e93ad53-f855-4524-ad9a-cc2e0ab8f6b2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.689157] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.692866] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bb6b63-daf3-4d1b-b444-a47a9ed2a75e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.710698] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d7cd3-c4c9-47e2-8da8-f9699263cbc7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.724425] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 49e62fb5-e789-4704-9956-8cc1fd73586b/49e62fb5-e789-4704-9956-8cc1fd73586b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.726736] env[68205]: DEBUG nova.network.neutron [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.729027] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f70c45-a00c-4dd8-8aaf-33e7b3e27c93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.744502] env[68205]: DEBUG nova.compute.manager [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received event network-vif-unplugged-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.744758] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] Acquiring lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.745012] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.745224] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.745432] env[68205]: DEBUG nova.compute.manager [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] No waiting events found dispatching network-vif-unplugged-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.745642] env[68205]: WARNING nova.compute.manager [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received unexpected event network-vif-unplugged-315404c8-3365-4950-a750-81363e59ea94 for instance with vm_state shelved_offloaded and task_state None. [ 1269.745841] env[68205]: DEBUG nova.compute.manager [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received event network-changed-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.746042] env[68205]: DEBUG nova.compute.manager [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Refreshing instance network info cache due to event network-changed-315404c8-3365-4950-a750-81363e59ea94. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.746261] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] Acquiring lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.746430] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] Acquired lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.746620] env[68205]: DEBUG nova.network.neutron [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Refreshing network info cache for port 315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.759434] env[68205]: DEBUG nova.compute.provider_tree [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.762150] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1269.762150] env[68205]: value = "task-2905500" [ 1269.762150] env[68205]: _type = "Task" [ 1269.762150] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.774839] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.810185] env[68205]: DEBUG nova.network.neutron [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.968662] env[68205]: DEBUG nova.network.neutron [-] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.160688] env[68205]: INFO nova.compute.manager [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Took 18.65 seconds to build instance. [ 1270.280983] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905500, 'name': ReconfigVM_Task, 'duration_secs': 0.355784} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.281430] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 49e62fb5-e789-4704-9956-8cc1fd73586b/49e62fb5-e789-4704-9956-8cc1fd73586b.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.281976] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-241c70c3-01ab-4eff-8dc5-0ab5544b70c0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.287374] env[68205]: ERROR nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [req-1183fdaf-9500-4fd6-973b-5ff4a0d87693] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1183fdaf-9500-4fd6-973b-5ff4a0d87693"}]} [ 1270.290832] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1270.290832] env[68205]: value = "task-2905501" [ 1270.290832] env[68205]: _type = "Task" [ 1270.290832] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.299861] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905501, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.305572] env[68205]: DEBUG nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1270.315916] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Releasing lock "refresh_cache-fee8b0ca-99ff-415d-8796-0ef8693c4ae8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.316699] env[68205]: DEBUG nova.compute.manager [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.316946] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.317964] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65b4760-2288-4de2-8a9e-348caf53c342 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.323212] env[68205]: DEBUG nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1270.323666] env[68205]: DEBUG nova.compute.provider_tree [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1270.330917] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.331602] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4b8fcb0-2a2b-4b97-a065-a57962a6416c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.336930] env[68205]: DEBUG oslo_vmware.api [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1270.336930] env[68205]: value = "task-2905502" [ 1270.336930] env[68205]: _type = "Task" [ 1270.336930] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.344650] env[68205]: DEBUG nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1270.354966] env[68205]: DEBUG oslo_vmware.api [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.366308] env[68205]: DEBUG nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1270.471185] env[68205]: INFO nova.compute.manager [-] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Took 1.61 seconds to deallocate network for instance. [ 1270.479048] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18504337-921d-48e9-945a-a0a09708face {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.486996] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fef5e70-d7e3-4222-aadb-6cc7fb895b6e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.522532] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b465242-7f40-4d3c-af42-7f0f8058cedd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.532401] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1482ef84-abdb-45a3-a4a0-9189cd5030a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.547417] env[68205]: DEBUG nova.compute.provider_tree [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1270.662297] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1f5fa7c5-0b3d-4ebe-978f-8ae66181b4b8 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.160s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.766818] env[68205]: DEBUG nova.network.neutron [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updated VIF entry in instance network info cache for port 315404c8-3365-4950-a750-81363e59ea94. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.767389] env[68205]: DEBUG nova.network.neutron [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updating instance_info_cache with network_info: [{"id": "315404c8-3365-4950-a750-81363e59ea94", "address": "fa:16:3e:00:cf:12", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap315404c8-33", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.801374] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905501, 'name': Rename_Task, 'duration_secs': 0.154228} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.801651] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.801918] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a8c9e0-8845-4bc8-afda-4a3f7930854e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.808080] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1270.808080] env[68205]: value = "task-2905503" [ 1270.808080] env[68205]: _type = "Task" [ 1270.808080] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.816150] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.846418] env[68205]: DEBUG oslo_vmware.api [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905502, 'name': PowerOffVM_Task, 'duration_secs': 0.20207} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.846695] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.846863] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.847130] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6e23f1-63be-4351-8dd0-5229353743cb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.873194] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.873413] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.873600] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Deleting the datastore file [datastore2] fee8b0ca-99ff-415d-8796-0ef8693c4ae8 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.873857] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eacbc45f-5d77-4f9b-8f92-2c170f72cae2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.881734] env[68205]: DEBUG oslo_vmware.api [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for the task: (returnval){ [ 1270.881734] env[68205]: value = "task-2905505" [ 1270.881734] env[68205]: _type = "Task" [ 1270.881734] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.890992] env[68205]: DEBUG oslo_vmware.api [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.025706] env[68205]: INFO nova.compute.manager [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Took 0.55 seconds to detach 1 volumes for instance. [ 1271.071363] env[68205]: ERROR nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [req-b1c99c77-a5b9-468f-8f40-655c3692fdc8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1c99c77-a5b9-468f-8f40-655c3692fdc8"}]} [ 1271.088385] env[68205]: DEBUG nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1271.102958] env[68205]: DEBUG nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1271.103319] env[68205]: DEBUG nova.compute.provider_tree [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.113904] env[68205]: DEBUG nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1271.136043] env[68205]: DEBUG nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1271.242298] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.242560] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.254822] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4721218-68bc-4c99-9537-00070df8dcaa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.263058] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f8c49e-a0aa-4aaf-895b-bae6c831cb11 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.291849] env[68205]: DEBUG oslo_concurrency.lockutils [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] Releasing lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.292102] env[68205]: DEBUG nova.compute.manager [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Received event network-vif-deleted-f0ca97f8-5a00-49ed-a686-8e6705700aad {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.292296] env[68205]: INFO nova.compute.manager [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Neutron deleted interface f0ca97f8-5a00-49ed-a686-8e6705700aad; detaching it from the instance and deleting it from the info cache [ 1271.292517] env[68205]: DEBUG nova.network.neutron [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.294698] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0be1d3b-e55a-4ac4-8165-f22409d06de7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.301623] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190b20fc-ce47-4811-88f9-0807993a59c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.315612] env[68205]: DEBUG nova.compute.provider_tree [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.326929] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.390940] env[68205]: DEBUG oslo_vmware.api [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Task: {'id': task-2905505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144711} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.391512] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.391700] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.391873] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.392045] env[68205]: INFO nova.compute.manager [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1271.392287] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.392744] env[68205]: DEBUG nova.compute.manager [-] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.392881] env[68205]: DEBUG nova.network.neutron [-] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.411803] env[68205]: DEBUG nova.network.neutron [-] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.535126] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.716906] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.744656] env[68205]: DEBUG nova.compute.manager [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.770026] env[68205]: DEBUG nova.compute.manager [req-d0bbf957-d883-4a03-838d-54d53733ae9b req-6ebe6788-e445-4d8c-adbc-09f6c750a607 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Received event network-changed-afaf8d7c-7217-4ea8-a7d8-7a2d5698debf {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.770135] env[68205]: DEBUG nova.compute.manager [req-d0bbf957-d883-4a03-838d-54d53733ae9b req-6ebe6788-e445-4d8c-adbc-09f6c750a607 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Refreshing instance network info cache due to event network-changed-afaf8d7c-7217-4ea8-a7d8-7a2d5698debf. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.770369] env[68205]: DEBUG oslo_concurrency.lockutils [req-d0bbf957-d883-4a03-838d-54d53733ae9b req-6ebe6788-e445-4d8c-adbc-09f6c750a607 service nova] Acquiring lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.770619] env[68205]: DEBUG oslo_concurrency.lockutils [req-d0bbf957-d883-4a03-838d-54d53733ae9b req-6ebe6788-e445-4d8c-adbc-09f6c750a607 service nova] Acquired lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.770830] env[68205]: DEBUG nova.network.neutron [req-d0bbf957-d883-4a03-838d-54d53733ae9b req-6ebe6788-e445-4d8c-adbc-09f6c750a607 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Refreshing network info cache for port afaf8d7c-7217-4ea8-a7d8-7a2d5698debf {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.795285] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f01b88e2-aa8f-4543-ad72-eaf2df88f6ec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.805090] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd190e31-4c86-414b-9d61-d205602d9d4e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.831558] env[68205]: DEBUG oslo_vmware.api [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905503, 'name': PowerOnVM_Task, 'duration_secs': 0.55522} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.831558] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.831558] env[68205]: INFO nova.compute.manager [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1271.831558] env[68205]: DEBUG nova.compute.manager [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.835612] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98ddfe-561f-4a6d-b3d1-653264d72ceb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.838062] env[68205]: DEBUG nova.compute.manager [req-1f87ca01-5074-42ed-a7bc-9f99d41c0414 req-5336b6cf-6d87-46ea-920e-816c1711b7c0 service nova] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Detach interface failed, port_id=f0ca97f8-5a00-49ed-a686-8e6705700aad, reason: Instance da259670-8347-4bf2-bee2-b8c2eb3a0009 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.862787] env[68205]: DEBUG nova.scheduler.client.report [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1271.863089] env[68205]: DEBUG nova.compute.provider_tree [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 161 to 162 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1271.863272] env[68205]: DEBUG nova.compute.provider_tree [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.912963] env[68205]: DEBUG nova.network.neutron [-] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.267708] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.357595] env[68205]: INFO nova.compute.manager [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Took 16.98 seconds to build instance. [ 1272.367850] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.856s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.368614] env[68205]: DEBUG nova.compute.manager [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.371636] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.321s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.371823] env[68205]: DEBUG nova.objects.instance [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1272.415699] env[68205]: INFO nova.compute.manager [-] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Took 1.02 seconds to deallocate network for instance. [ 1272.538783] env[68205]: DEBUG nova.network.neutron [req-d0bbf957-d883-4a03-838d-54d53733ae9b req-6ebe6788-e445-4d8c-adbc-09f6c750a607 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Updated VIF entry in instance network info cache for port afaf8d7c-7217-4ea8-a7d8-7a2d5698debf. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.539199] env[68205]: DEBUG nova.network.neutron [req-d0bbf957-d883-4a03-838d-54d53733ae9b req-6ebe6788-e445-4d8c-adbc-09f6c750a607 service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Updating instance_info_cache with network_info: [{"id": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "address": "fa:16:3e:40:9d:28", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafaf8d7c-72", "ovs_interfaceid": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.858823] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d9eba9ed-5336-422f-a0a7-b6fa95f369bd tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.492s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.876410] env[68205]: DEBUG nova.compute.utils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.877799] env[68205]: DEBUG nova.compute.manager [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.877968] env[68205]: DEBUG nova.network.neutron [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.916378] env[68205]: DEBUG nova.policy [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e28a7cebe641ee92cb5a49c63595ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660ebffe7fb9414fa5e5a10f644653c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.921148] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.041620] env[68205]: DEBUG oslo_concurrency.lockutils [req-d0bbf957-d883-4a03-838d-54d53733ae9b req-6ebe6788-e445-4d8c-adbc-09f6c750a607 service nova] Releasing lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.222879] env[68205]: DEBUG nova.network.neutron [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Successfully created port: 7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.384472] env[68205]: DEBUG nova.compute.manager [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.390040] env[68205]: DEBUG oslo_concurrency.lockutils [None req-43e4eecf-7b68-41e7-81da-421e4610deed tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.390040] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.796s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.390040] env[68205]: DEBUG nova.objects.instance [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lazy-loading 'resources' on Instance uuid 2b4bff39-8612-4cb2-93c3-cf07864ae31e {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.774742] env[68205]: DEBUG nova.compute.manager [req-df85930f-c29f-4e2a-94bf-aa71de22eb44 req-171feff3-5ca3-4445-b468-16b30136f8f5 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Received event network-changed-289bde06-e66b-43ad-8ae1-35df0132d954 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.775466] env[68205]: DEBUG nova.compute.manager [req-df85930f-c29f-4e2a-94bf-aa71de22eb44 req-171feff3-5ca3-4445-b468-16b30136f8f5 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Refreshing instance network info cache due to event network-changed-289bde06-e66b-43ad-8ae1-35df0132d954. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.775633] env[68205]: DEBUG oslo_concurrency.lockutils [req-df85930f-c29f-4e2a-94bf-aa71de22eb44 req-171feff3-5ca3-4445-b468-16b30136f8f5 service nova] Acquiring lock "refresh_cache-49e62fb5-e789-4704-9956-8cc1fd73586b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.775826] env[68205]: DEBUG oslo_concurrency.lockutils [req-df85930f-c29f-4e2a-94bf-aa71de22eb44 req-171feff3-5ca3-4445-b468-16b30136f8f5 service nova] Acquired lock "refresh_cache-49e62fb5-e789-4704-9956-8cc1fd73586b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.776045] env[68205]: DEBUG nova.network.neutron [req-df85930f-c29f-4e2a-94bf-aa71de22eb44 req-171feff3-5ca3-4445-b468-16b30136f8f5 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Refreshing network info cache for port 289bde06-e66b-43ad-8ae1-35df0132d954 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.028655] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e893e2-98a8-4322-9d42-3be0086db936 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.037437] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d786a11d-eb88-4e1b-aa45-968217e66d4e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.069374] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880e3aac-2287-4f4e-ace9-57a8321a89c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.076923] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5c2ee3-baef-48c5-adf7-02f4edfe0989 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.091579] env[68205]: DEBUG nova.compute.provider_tree [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.398260] env[68205]: DEBUG nova.compute.manager [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.425402] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.425646] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.425802] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.426079] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.426162] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.426282] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.426477] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.426632] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.426794] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.426951] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.427128] env[68205]: DEBUG nova.virt.hardware [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.427964] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd48333f-5939-4478-9744-3633996b097d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.436073] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fbad02-ed9f-4cf7-8cb8-f78ee5969c3e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.491454] env[68205]: DEBUG nova.network.neutron [req-df85930f-c29f-4e2a-94bf-aa71de22eb44 req-171feff3-5ca3-4445-b468-16b30136f8f5 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Updated VIF entry in instance network info cache for port 289bde06-e66b-43ad-8ae1-35df0132d954. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.491827] env[68205]: DEBUG nova.network.neutron [req-df85930f-c29f-4e2a-94bf-aa71de22eb44 req-171feff3-5ca3-4445-b468-16b30136f8f5 service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Updating instance_info_cache with network_info: [{"id": "289bde06-e66b-43ad-8ae1-35df0132d954", "address": "fa:16:3e:b0:28:6b", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289bde06-e6", "ovs_interfaceid": "289bde06-e66b-43ad-8ae1-35df0132d954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.595493] env[68205]: DEBUG nova.scheduler.client.report [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.883870] env[68205]: DEBUG nova.compute.manager [req-fdf88e7a-1742-4d58-b490-88f03a9cf701 req-8f24ddce-3afe-4c56-af2a-81209d3f2830 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received event network-vif-plugged-7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.884109] env[68205]: DEBUG oslo_concurrency.lockutils [req-fdf88e7a-1742-4d58-b490-88f03a9cf701 req-8f24ddce-3afe-4c56-af2a-81209d3f2830 service nova] Acquiring lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.884318] env[68205]: DEBUG oslo_concurrency.lockutils [req-fdf88e7a-1742-4d58-b490-88f03a9cf701 req-8f24ddce-3afe-4c56-af2a-81209d3f2830 service nova] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.884491] env[68205]: DEBUG oslo_concurrency.lockutils [req-fdf88e7a-1742-4d58-b490-88f03a9cf701 req-8f24ddce-3afe-4c56-af2a-81209d3f2830 service nova] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.884639] env[68205]: DEBUG nova.compute.manager [req-fdf88e7a-1742-4d58-b490-88f03a9cf701 req-8f24ddce-3afe-4c56-af2a-81209d3f2830 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] No waiting events found dispatching network-vif-plugged-7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.884803] env[68205]: WARNING nova.compute.manager [req-fdf88e7a-1742-4d58-b490-88f03a9cf701 req-8f24ddce-3afe-4c56-af2a-81209d3f2830 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received unexpected event network-vif-plugged-7bdac444-6334-4999-9da1-b32c49da2a50 for instance with vm_state building and task_state spawning. [ 1274.981718] env[68205]: DEBUG nova.network.neutron [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Successfully updated port: 7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.994514] env[68205]: DEBUG oslo_concurrency.lockutils [req-df85930f-c29f-4e2a-94bf-aa71de22eb44 req-171feff3-5ca3-4445-b468-16b30136f8f5 service nova] Releasing lock "refresh_cache-49e62fb5-e789-4704-9956-8cc1fd73586b" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.101045] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.103315] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.414s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.103563] env[68205]: DEBUG nova.objects.instance [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'resources' on Instance uuid 69ff88f9-0a23-4b45-a468-1d03a2b26aac {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.484170] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.484354] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.484522] env[68205]: DEBUG nova.network.neutron [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.606413] env[68205]: DEBUG nova.objects.instance [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'numa_topology' on Instance uuid 69ff88f9-0a23-4b45-a468-1d03a2b26aac {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.620233] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6de535e3-c0c3-4b80-8ec5-70d041c5508e tempest-ServerActionsV293TestJSON-976015050 tempest-ServerActionsV293TestJSON-976015050-project-member] Lock "2b4bff39-8612-4cb2-93c3-cf07864ae31e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.355s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.015627] env[68205]: DEBUG nova.network.neutron [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.108103] env[68205]: DEBUG nova.objects.base [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Object Instance<69ff88f9-0a23-4b45-a468-1d03a2b26aac> lazy-loaded attributes: resources,numa_topology {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1276.159377] env[68205]: DEBUG nova.network.neutron [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [{"id": "7bdac444-6334-4999-9da1-b32c49da2a50", "address": "fa:16:3e:57:f5:d9", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac444-63", "ovs_interfaceid": "7bdac444-6334-4999-9da1-b32c49da2a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.220120] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5072da58-152d-4265-992d-cb59b2c16449 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.227799] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13913da5-8bf0-418e-b6c6-890723c068f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.259413] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd608648-96b3-4fb1-93e9-a8ea4357b606 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.267033] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20704bc-f069-4f9c-b0e6-50d4d8a46365 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.280744] env[68205]: DEBUG nova.compute.provider_tree [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.664428] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.664769] env[68205]: DEBUG nova.compute.manager [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Instance network_info: |[{"id": "7bdac444-6334-4999-9da1-b32c49da2a50", "address": "fa:16:3e:57:f5:d9", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac444-63", "ovs_interfaceid": "7bdac444-6334-4999-9da1-b32c49da2a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.665208] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:f5:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bdac444-6334-4999-9da1-b32c49da2a50', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.673081] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.673288] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.673509] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f60d250-8916-4e62-ae8d-cf25594bed86 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.693571] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.693571] env[68205]: value = "task-2905506" [ 1276.693571] env[68205]: _type = "Task" [ 1276.693571] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.701485] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905506, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.784825] env[68205]: DEBUG nova.scheduler.client.report [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.913207] env[68205]: DEBUG nova.compute.manager [req-b703c4ac-3b11-4875-95ec-6188355da037 req-6d93b498-c29e-4e0d-aca9-d9e84a8ed4d4 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received event network-changed-7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.913436] env[68205]: DEBUG nova.compute.manager [req-b703c4ac-3b11-4875-95ec-6188355da037 req-6d93b498-c29e-4e0d-aca9-d9e84a8ed4d4 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing instance network info cache due to event network-changed-7bdac444-6334-4999-9da1-b32c49da2a50. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.913707] env[68205]: DEBUG oslo_concurrency.lockutils [req-b703c4ac-3b11-4875-95ec-6188355da037 req-6d93b498-c29e-4e0d-aca9-d9e84a8ed4d4 service nova] Acquiring lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.913870] env[68205]: DEBUG oslo_concurrency.lockutils [req-b703c4ac-3b11-4875-95ec-6188355da037 req-6d93b498-c29e-4e0d-aca9-d9e84a8ed4d4 service nova] Acquired lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.914042] env[68205]: DEBUG nova.network.neutron [req-b703c4ac-3b11-4875-95ec-6188355da037 req-6d93b498-c29e-4e0d-aca9-d9e84a8ed4d4 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing network info cache for port 7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.203837] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905506, 'name': CreateVM_Task, 'duration_secs': 0.3279} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.204225] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.204781] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.205078] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.205438] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.205707] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6fd2d1-33b7-4057-ba1e-832537e11766 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.209953] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1277.209953] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bb03d7-96ff-a94b-b7a5-b91e36b2eea9" [ 1277.209953] env[68205]: _type = "Task" [ 1277.209953] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.217386] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bb03d7-96ff-a94b-b7a5-b91e36b2eea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.289498] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.292095] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.757s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.292299] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.294454] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.027s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.295889] env[68205]: INFO nova.compute.claims [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.315487] env[68205]: INFO nova.scheduler.client.report [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleted allocations for instance da259670-8347-4bf2-bee2-b8c2eb3a0009 [ 1277.608910] env[68205]: DEBUG nova.network.neutron [req-b703c4ac-3b11-4875-95ec-6188355da037 req-6d93b498-c29e-4e0d-aca9-d9e84a8ed4d4 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updated VIF entry in instance network info cache for port 7bdac444-6334-4999-9da1-b32c49da2a50. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.609286] env[68205]: DEBUG nova.network.neutron [req-b703c4ac-3b11-4875-95ec-6188355da037 req-6d93b498-c29e-4e0d-aca9-d9e84a8ed4d4 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [{"id": "7bdac444-6334-4999-9da1-b32c49da2a50", "address": "fa:16:3e:57:f5:d9", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac444-63", "ovs_interfaceid": "7bdac444-6334-4999-9da1-b32c49da2a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.719881] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bb03d7-96ff-a94b-b7a5-b91e36b2eea9, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.720131] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.720357] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.720630] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.720790] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.720973] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.721237] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-990d50d2-a0e4-491d-a262-a7092d6346ee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.728615] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.728781] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.729443] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3dc7e6e-b9f2-49fb-89a2-1f31227d2aa5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.734388] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1277.734388] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ddc85b-494a-995a-5ab5-446a02d0de94" [ 1277.734388] env[68205]: _type = "Task" [ 1277.734388] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.741113] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ddc85b-494a-995a-5ab5-446a02d0de94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.803973] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a6a570e2-e434-4cf5-bb26-7d1b7ee5a009 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.263s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.805032] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.088s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.805032] env[68205]: INFO nova.compute.manager [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Unshelving [ 1277.822118] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4d8f9b33-99a7-403c-a71d-c58588321ce5 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "da259670-8347-4bf2-bee2-b8c2eb3a0009" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.728s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.111826] env[68205]: DEBUG oslo_concurrency.lockutils [req-b703c4ac-3b11-4875-95ec-6188355da037 req-6d93b498-c29e-4e0d-aca9-d9e84a8ed4d4 service nova] Releasing lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.244764] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ddc85b-494a-995a-5ab5-446a02d0de94, 'name': SearchDatastore_Task, 'duration_secs': 0.039948} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.245585] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b84bbc-7df7-4846-bee3-2a0c059845c4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.251439] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1278.251439] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8c5f2-f21a-344f-3eb9-01290e45343c" [ 1278.251439] env[68205]: _type = "Task" [ 1278.251439] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.259235] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8c5f2-f21a-344f-3eb9-01290e45343c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.404011] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d43df5d-810f-43f4-ad78-a24cefaf699b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.412139] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe05036-3059-42b9-92bc-a456b63c2f6c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.444105] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b226427-16a9-4457-8980-ab33db0135aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.451428] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ab3a83-94a9-499c-878a-064193b9c468 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.465607] env[68205]: DEBUG nova.compute.provider_tree [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.763115] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8c5f2-f21a-344f-3eb9-01290e45343c, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.763983] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.764270] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] f3e2ce3d-0e3b-41f5-928d-85679b1b68d8/f3e2ce3d-0e3b-41f5-928d-85679b1b68d8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.764549] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b974989b-c0c4-4a57-85d9-df638b8ada91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.770973] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1278.770973] env[68205]: value = "task-2905507" [ 1278.770973] env[68205]: _type = "Task" [ 1278.770973] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.778712] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.815432] env[68205]: DEBUG nova.compute.utils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.968937] env[68205]: DEBUG nova.scheduler.client.report [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.104935] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "180fd060-7666-499e-b1e4-891df231475c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.105206] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "180fd060-7666-499e-b1e4-891df231475c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.281993] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481134} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.281993] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] f3e2ce3d-0e3b-41f5-928d-85679b1b68d8/f3e2ce3d-0e3b-41f5-928d-85679b1b68d8.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.281993] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.281993] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7f6676e-e247-42e9-8eb0-69158fd204de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.287988] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1279.287988] env[68205]: value = "task-2905508" [ 1279.287988] env[68205]: _type = "Task" [ 1279.287988] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.295889] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.319082] env[68205]: INFO nova.virt.block_device [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Booting with volume f9a66050-9b78-4284-85de-25b2a3d388f8 at /dev/sdb [ 1279.352992] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-103acb20-2b42-4f13-bff7-7edf8de3bcef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.361201] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab42ccd-9894-48dc-9377-031220ee463b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.387726] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bfb082e-e04b-4584-9602-2c846ff35416 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.395337] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9ec677-3a0e-4ccc-a142-2ac090ded1b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.420960] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c5357e-d2b8-49af-ae67-724d5e80c1d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.426775] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b05f322-5bb5-4589-83ee-37b8710ac5f9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.439651] env[68205]: DEBUG nova.virt.block_device [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updating existing volume attachment record: 2ceaf5f0-994c-4152-a707-1dd869f12b83 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1279.474573] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.475397] env[68205]: DEBUG nova.compute.manager [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1279.479951] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.557s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.479951] env[68205]: DEBUG nova.objects.instance [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lazy-loading 'resources' on Instance uuid fee8b0ca-99ff-415d-8796-0ef8693c4ae8 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.608063] env[68205]: DEBUG nova.compute.manager [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.798520] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05994} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.798937] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.799785] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56586c68-ab1f-4734-8627-88f78f2f2e66 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.821993] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] f3e2ce3d-0e3b-41f5-928d-85679b1b68d8/f3e2ce3d-0e3b-41f5-928d-85679b1b68d8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.822300] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4bb9ca3-321f-4e1d-929e-093fef5a9fee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.842130] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1279.842130] env[68205]: value = "task-2905512" [ 1279.842130] env[68205]: _type = "Task" [ 1279.842130] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.850120] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.982313] env[68205]: DEBUG nova.compute.utils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.987068] env[68205]: DEBUG nova.compute.manager [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.987264] env[68205]: DEBUG nova.network.neutron [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.034534] env[68205]: DEBUG nova.policy [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5f4778a6d5449c8498317ae62efedc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583a4edcbc37482099507e0a9fda5d73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1280.097322] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c18eda0-cb4f-42ca-a681-cc55fdf500fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.107019] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8441304b-d004-4681-bfd2-6e2cde6d5cbd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.142025] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.142854] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fd14f1-16c1-4ed2-92e6-cae9c5d7dcc0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.150178] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346c6036-6051-4816-ac5a-bada585c56de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.163849] env[68205]: DEBUG nova.compute.provider_tree [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.315464] env[68205]: DEBUG nova.network.neutron [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Successfully created port: c1ea5cac-42e3-4b12-8aa8-8385608a4b43 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.352868] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905512, 'name': ReconfigVM_Task, 'duration_secs': 0.262727} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.353214] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Reconfigured VM instance instance-00000073 to attach disk [datastore1] f3e2ce3d-0e3b-41f5-928d-85679b1b68d8/f3e2ce3d-0e3b-41f5-928d-85679b1b68d8.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.353935] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1db6cd8c-644e-4c61-aa56-c268b96896b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.359708] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1280.359708] env[68205]: value = "task-2905513" [ 1280.359708] env[68205]: _type = "Task" [ 1280.359708] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.367086] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905513, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.488478] env[68205]: DEBUG nova.compute.manager [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.666903] env[68205]: DEBUG nova.scheduler.client.report [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.870056] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905513, 'name': Rename_Task, 'duration_secs': 0.144145} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.870345] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.870673] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-980e3453-1761-45c8-8140-e1bff0de87ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.876636] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1280.876636] env[68205]: value = "task-2905514" [ 1280.876636] env[68205]: _type = "Task" [ 1280.876636] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.884100] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.172394] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.176543] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.035s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.178063] env[68205]: INFO nova.compute.claims [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.194944] env[68205]: INFO nova.scheduler.client.report [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Deleted allocations for instance fee8b0ca-99ff-415d-8796-0ef8693c4ae8 [ 1281.386779] env[68205]: DEBUG oslo_vmware.api [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905514, 'name': PowerOnVM_Task, 'duration_secs': 0.472226} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.386779] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.387125] env[68205]: INFO nova.compute.manager [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1281.387125] env[68205]: DEBUG nova.compute.manager [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.387920] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a464baa-f04c-4a2e-9e82-7f6e7f7ea341 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.499219] env[68205]: DEBUG nova.compute.manager [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.530162] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.530431] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.530637] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.530869] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.531029] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.531180] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.531389] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.531543] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.531704] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.531862] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.532047] env[68205]: DEBUG nova.virt.hardware [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.532989] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6475d1-a0ba-4841-8e16-521a51512ff9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.541017] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562623fc-4ec2-4686-a7bb-dadfc8559dd4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.702195] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ed223fc4-b3d3-4e16-8292-73a03ecbdf79 tempest-ServerShowV254Test-1842011085 tempest-ServerShowV254Test-1842011085-project-member] Lock "fee8b0ca-99ff-415d-8796-0ef8693c4ae8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.026s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.759533] env[68205]: DEBUG nova.compute.manager [req-4e422cfa-90da-402f-b9f5-1ef93303071a req-2a275ef9-dd74-4686-8536-d34126af8986 service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Received event network-vif-plugged-c1ea5cac-42e3-4b12-8aa8-8385608a4b43 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.759748] env[68205]: DEBUG oslo_concurrency.lockutils [req-4e422cfa-90da-402f-b9f5-1ef93303071a req-2a275ef9-dd74-4686-8536-d34126af8986 service nova] Acquiring lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.759955] env[68205]: DEBUG oslo_concurrency.lockutils [req-4e422cfa-90da-402f-b9f5-1ef93303071a req-2a275ef9-dd74-4686-8536-d34126af8986 service nova] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.762319] env[68205]: DEBUG oslo_concurrency.lockutils [req-4e422cfa-90da-402f-b9f5-1ef93303071a req-2a275ef9-dd74-4686-8536-d34126af8986 service nova] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.762537] env[68205]: DEBUG nova.compute.manager [req-4e422cfa-90da-402f-b9f5-1ef93303071a req-2a275ef9-dd74-4686-8536-d34126af8986 service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] No waiting events found dispatching network-vif-plugged-c1ea5cac-42e3-4b12-8aa8-8385608a4b43 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.762971] env[68205]: WARNING nova.compute.manager [req-4e422cfa-90da-402f-b9f5-1ef93303071a req-2a275ef9-dd74-4686-8536-d34126af8986 service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Received unexpected event network-vif-plugged-c1ea5cac-42e3-4b12-8aa8-8385608a4b43 for instance with vm_state building and task_state spawning. [ 1281.881908] env[68205]: DEBUG nova.network.neutron [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Successfully updated port: c1ea5cac-42e3-4b12-8aa8-8385608a4b43 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.909529] env[68205]: INFO nova.compute.manager [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Took 14.53 seconds to build instance. [ 1282.205568] env[68205]: DEBUG nova.compute.manager [req-6777d3a2-098a-478a-8180-d923438c9c33 req-86f5d69f-6db3-4baf-9d53-bb589e4cfdd9 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received event network-changed-7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.205807] env[68205]: DEBUG nova.compute.manager [req-6777d3a2-098a-478a-8180-d923438c9c33 req-86f5d69f-6db3-4baf-9d53-bb589e4cfdd9 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing instance network info cache due to event network-changed-7bdac444-6334-4999-9da1-b32c49da2a50. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.205901] env[68205]: DEBUG oslo_concurrency.lockutils [req-6777d3a2-098a-478a-8180-d923438c9c33 req-86f5d69f-6db3-4baf-9d53-bb589e4cfdd9 service nova] Acquiring lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.206159] env[68205]: DEBUG oslo_concurrency.lockutils [req-6777d3a2-098a-478a-8180-d923438c9c33 req-86f5d69f-6db3-4baf-9d53-bb589e4cfdd9 service nova] Acquired lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.206159] env[68205]: DEBUG nova.network.neutron [req-6777d3a2-098a-478a-8180-d923438c9c33 req-86f5d69f-6db3-4baf-9d53-bb589e4cfdd9 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing network info cache for port 7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.299908] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db152527-eee3-4aa1-8d54-552837e81bd7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.307620] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7116641-af13-4ac5-bee9-0662d3bfa259 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.339230] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea43ed3-e6db-470a-a18d-3cbf73a30837 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.347947] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b7a053-a3f5-4b76-b6b7-f20d1ae02d5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.361871] env[68205]: DEBUG nova.compute.provider_tree [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.385491] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "refresh_cache-1123b506-6c01-4bdc-afe0-a86fff9c03d5" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.385577] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "refresh_cache-1123b506-6c01-4bdc-afe0-a86fff9c03d5" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.385722] env[68205]: DEBUG nova.network.neutron [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.412396] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7f539659-75f1-4394-ac3c-ef86051262f4 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.036s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.865652] env[68205]: DEBUG nova.scheduler.client.report [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.926175] env[68205]: DEBUG nova.network.neutron [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.991274] env[68205]: DEBUG nova.network.neutron [req-6777d3a2-098a-478a-8180-d923438c9c33 req-86f5d69f-6db3-4baf-9d53-bb589e4cfdd9 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updated VIF entry in instance network info cache for port 7bdac444-6334-4999-9da1-b32c49da2a50. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.991635] env[68205]: DEBUG nova.network.neutron [req-6777d3a2-098a-478a-8180-d923438c9c33 req-86f5d69f-6db3-4baf-9d53-bb589e4cfdd9 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [{"id": "7bdac444-6334-4999-9da1-b32c49da2a50", "address": "fa:16:3e:57:f5:d9", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac444-63", "ovs_interfaceid": "7bdac444-6334-4999-9da1-b32c49da2a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.100335] env[68205]: DEBUG nova.network.neutron [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Updating instance_info_cache with network_info: [{"id": "c1ea5cac-42e3-4b12-8aa8-8385608a4b43", "address": "fa:16:3e:7e:a0:46", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ea5cac-42", "ovs_interfaceid": "c1ea5cac-42e3-4b12-8aa8-8385608a4b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.138589] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.138811] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.371049] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.371577] env[68205]: DEBUG nova.compute.manager [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.494816] env[68205]: DEBUG oslo_concurrency.lockutils [req-6777d3a2-098a-478a-8180-d923438c9c33 req-86f5d69f-6db3-4baf-9d53-bb589e4cfdd9 service nova] Releasing lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.604283] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "refresh_cache-1123b506-6c01-4bdc-afe0-a86fff9c03d5" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.604283] env[68205]: DEBUG nova.compute.manager [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Instance network_info: |[{"id": "c1ea5cac-42e3-4b12-8aa8-8385608a4b43", "address": "fa:16:3e:7e:a0:46", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ea5cac-42", "ovs_interfaceid": "c1ea5cac-42e3-4b12-8aa8-8385608a4b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.604283] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:a0:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1ea5cac-42e3-4b12-8aa8-8385608a4b43', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.611850] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.612098] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.612327] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f6c7f49-3714-430b-b95f-69624c0a777b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.634844] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.634844] env[68205]: value = "task-2905516" [ 1283.634844] env[68205]: _type = "Task" [ 1283.634844] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.642611] env[68205]: DEBUG nova.compute.manager [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.646682] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905516, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.816449] env[68205]: DEBUG nova.compute.manager [req-013c33dd-7006-4bd6-83b0-c28d72d324e1 req-34839280-c1ce-4669-a297-4528b30b5e6b service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Received event network-changed-c1ea5cac-42e3-4b12-8aa8-8385608a4b43 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.816449] env[68205]: DEBUG nova.compute.manager [req-013c33dd-7006-4bd6-83b0-c28d72d324e1 req-34839280-c1ce-4669-a297-4528b30b5e6b service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Refreshing instance network info cache due to event network-changed-c1ea5cac-42e3-4b12-8aa8-8385608a4b43. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.816627] env[68205]: DEBUG oslo_concurrency.lockutils [req-013c33dd-7006-4bd6-83b0-c28d72d324e1 req-34839280-c1ce-4669-a297-4528b30b5e6b service nova] Acquiring lock "refresh_cache-1123b506-6c01-4bdc-afe0-a86fff9c03d5" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.816719] env[68205]: DEBUG oslo_concurrency.lockutils [req-013c33dd-7006-4bd6-83b0-c28d72d324e1 req-34839280-c1ce-4669-a297-4528b30b5e6b service nova] Acquired lock "refresh_cache-1123b506-6c01-4bdc-afe0-a86fff9c03d5" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.816800] env[68205]: DEBUG nova.network.neutron [req-013c33dd-7006-4bd6-83b0-c28d72d324e1 req-34839280-c1ce-4669-a297-4528b30b5e6b service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Refreshing network info cache for port c1ea5cac-42e3-4b12-8aa8-8385608a4b43 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.878014] env[68205]: DEBUG nova.compute.utils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.879984] env[68205]: DEBUG nova.compute.manager [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.880289] env[68205]: DEBUG nova.network.neutron [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.933553] env[68205]: DEBUG nova.policy [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '273f064640624a599232c9064324fbfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77006cdf69ea44a58d70373050909a1c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.146033] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905516, 'name': CreateVM_Task, 'duration_secs': 0.320859} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.148571] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.149749] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.149942] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.150306] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.152857] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b26b75d-830b-4ffa-adef-1018ec4c9958 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.161251] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1284.161251] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5250c2bd-05b6-76f1-2686-8392efd8b031" [ 1284.161251] env[68205]: _type = "Task" [ 1284.161251] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.172913] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5250c2bd-05b6-76f1-2686-8392efd8b031, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.174861] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.174861] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.174861] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.174861] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.174861] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.174861] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da9a6c06-20ce-4c2f-9f10-17d6e5b3689d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.177799] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.177903] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.179879] env[68205]: INFO nova.compute.claims [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.190879] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.191170] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.192027] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324cd692-474e-4b96-8647-bada0060d385 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.197348] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1284.197348] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526dad1a-46c0-eda9-729d-ba06c64d3045" [ 1284.197348] env[68205]: _type = "Task" [ 1284.197348] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.206380] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526dad1a-46c0-eda9-729d-ba06c64d3045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.282489] env[68205]: DEBUG nova.network.neutron [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Successfully created port: 54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.384540] env[68205]: DEBUG nova.compute.manager [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.659860] env[68205]: DEBUG nova.network.neutron [req-013c33dd-7006-4bd6-83b0-c28d72d324e1 req-34839280-c1ce-4669-a297-4528b30b5e6b service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Updated VIF entry in instance network info cache for port c1ea5cac-42e3-4b12-8aa8-8385608a4b43. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.659860] env[68205]: DEBUG nova.network.neutron [req-013c33dd-7006-4bd6-83b0-c28d72d324e1 req-34839280-c1ce-4669-a297-4528b30b5e6b service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Updating instance_info_cache with network_info: [{"id": "c1ea5cac-42e3-4b12-8aa8-8385608a4b43", "address": "fa:16:3e:7e:a0:46", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ea5cac-42", "ovs_interfaceid": "c1ea5cac-42e3-4b12-8aa8-8385608a4b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.710014] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526dad1a-46c0-eda9-729d-ba06c64d3045, 'name': SearchDatastore_Task, 'duration_secs': 0.023964} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.711172] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e22292f-d746-4fea-8e43-492eb034259f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.716643] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1284.716643] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5296f0a3-854b-ac00-9cdb-71c180e653e0" [ 1284.716643] env[68205]: _type = "Task" [ 1284.716643] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.725042] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5296f0a3-854b-ac00-9cdb-71c180e653e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.063505] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.170896] env[68205]: DEBUG oslo_concurrency.lockutils [req-013c33dd-7006-4bd6-83b0-c28d72d324e1 req-34839280-c1ce-4669-a297-4528b30b5e6b service nova] Releasing lock "refresh_cache-1123b506-6c01-4bdc-afe0-a86fff9c03d5" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.229834] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5296f0a3-854b-ac00-9cdb-71c180e653e0, 'name': SearchDatastore_Task, 'duration_secs': 0.021448} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.230050] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.230362] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 1123b506-6c01-4bdc-afe0-a86fff9c03d5/1123b506-6c01-4bdc-afe0-a86fff9c03d5.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.230641] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11899130-a6d8-46bf-9b93-c6975589e09c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.237113] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1285.237113] env[68205]: value = "task-2905517" [ 1285.237113] env[68205]: _type = "Task" [ 1285.237113] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.251042] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.327876] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca078ee4-587b-400a-bf72-f5c96b9eda83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.337649] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1d03fe-4b6a-4f6d-b6dd-598c15ca0c92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.373174] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d899ab8c-c0f1-431d-8869-b4a942188c40 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.380416] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d02749-4f0d-4d2c-82f2-ba27671af6d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.395225] env[68205]: DEBUG nova.compute.manager [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.397362] env[68205]: DEBUG nova.compute.provider_tree [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.424280] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.425231] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.425231] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.425231] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.425231] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.425490] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.426398] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.426398] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.426398] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.426398] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.426398] env[68205]: DEBUG nova.virt.hardware [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.427454] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a13b5f-8b81-4365-b91a-c184aef16416 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.437467] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc73848-3b8b-4e4f-a022-6ba5ce54c3c6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.748892] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905517, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.895160] env[68205]: DEBUG nova.compute.manager [req-c09af761-77bc-46ff-aeb5-1a1cf2ebbc27 req-f02948cd-5578-4e5e-8378-f48290d707a7 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received event network-vif-plugged-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.895578] env[68205]: DEBUG oslo_concurrency.lockutils [req-c09af761-77bc-46ff-aeb5-1a1cf2ebbc27 req-f02948cd-5578-4e5e-8378-f48290d707a7 service nova] Acquiring lock "180fd060-7666-499e-b1e4-891df231475c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.896143] env[68205]: DEBUG oslo_concurrency.lockutils [req-c09af761-77bc-46ff-aeb5-1a1cf2ebbc27 req-f02948cd-5578-4e5e-8378-f48290d707a7 service nova] Lock "180fd060-7666-499e-b1e4-891df231475c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.896891] env[68205]: DEBUG oslo_concurrency.lockutils [req-c09af761-77bc-46ff-aeb5-1a1cf2ebbc27 req-f02948cd-5578-4e5e-8378-f48290d707a7 service nova] Lock "180fd060-7666-499e-b1e4-891df231475c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.896964] env[68205]: DEBUG nova.compute.manager [req-c09af761-77bc-46ff-aeb5-1a1cf2ebbc27 req-f02948cd-5578-4e5e-8378-f48290d707a7 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] No waiting events found dispatching network-vif-plugged-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1285.897536] env[68205]: WARNING nova.compute.manager [req-c09af761-77bc-46ff-aeb5-1a1cf2ebbc27 req-f02948cd-5578-4e5e-8378-f48290d707a7 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received unexpected event network-vif-plugged-54899a20-76ec-4157-8cff-0d6080338c6d for instance with vm_state building and task_state spawning. [ 1285.901512] env[68205]: DEBUG nova.scheduler.client.report [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.020307] env[68205]: DEBUG nova.network.neutron [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Successfully updated port: 54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.256833] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694907} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.257133] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 1123b506-6c01-4bdc-afe0-a86fff9c03d5/1123b506-6c01-4bdc-afe0-a86fff9c03d5.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.257361] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.257806] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efab2817-e255-442c-8357-7d03c8f283d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.264191] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1286.264191] env[68205]: value = "task-2905518" [ 1286.264191] env[68205]: _type = "Task" [ 1286.264191] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.272398] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.410279] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.410865] env[68205]: DEBUG nova.compute.manager [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.413782] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.350s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.414018] env[68205]: DEBUG nova.objects.instance [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'pci_requests' on Instance uuid 69ff88f9-0a23-4b45-a468-1d03a2b26aac {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.525599] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.525599] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.526029] env[68205]: DEBUG nova.network.neutron [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.774381] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066887} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.775969] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.775969] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efe7718-e9e8-4610-b037-54fad2a2900e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.797448] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 1123b506-6c01-4bdc-afe0-a86fff9c03d5/1123b506-6c01-4bdc-afe0-a86fff9c03d5.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.797891] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59efb7d2-2d60-4eee-8601-3948737710b5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.818189] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1286.818189] env[68205]: value = "task-2905519" [ 1286.818189] env[68205]: _type = "Task" [ 1286.818189] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.825946] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.916571] env[68205]: DEBUG nova.compute.utils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.918387] env[68205]: DEBUG nova.compute.manager [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1286.918387] env[68205]: DEBUG nova.network.neutron [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.921744] env[68205]: DEBUG nova.objects.instance [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'numa_topology' on Instance uuid 69ff88f9-0a23-4b45-a468-1d03a2b26aac {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.995676] env[68205]: DEBUG nova.policy [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e28a7cebe641ee92cb5a49c63595ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660ebffe7fb9414fa5e5a10f644653c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.070969] env[68205]: DEBUG nova.network.neutron [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.330489] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905519, 'name': ReconfigVM_Task, 'duration_secs': 0.296601} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.330732] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 1123b506-6c01-4bdc-afe0-a86fff9c03d5/1123b506-6c01-4bdc-afe0-a86fff9c03d5.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.331394] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aea5a365-f54e-40eb-8393-248ad00fd363 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.337656] env[68205]: DEBUG nova.network.neutron [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updating instance_info_cache with network_info: [{"id": "54899a20-76ec-4157-8cff-0d6080338c6d", "address": "fa:16:3e:de:a2:e0", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54899a20-76", "ovs_interfaceid": "54899a20-76ec-4157-8cff-0d6080338c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.342021] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1287.342021] env[68205]: value = "task-2905520" [ 1287.342021] env[68205]: _type = "Task" [ 1287.342021] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.351692] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905520, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.376558] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquiring lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.376837] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.421168] env[68205]: DEBUG nova.compute.manager [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.426944] env[68205]: INFO nova.compute.claims [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.476021] env[68205]: DEBUG nova.network.neutron [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Successfully created port: eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.840475] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.840874] env[68205]: DEBUG nova.compute.manager [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Instance network_info: |[{"id": "54899a20-76ec-4157-8cff-0d6080338c6d", "address": "fa:16:3e:de:a2:e0", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54899a20-76", "ovs_interfaceid": "54899a20-76ec-4157-8cff-0d6080338c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.841318] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:a2:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54899a20-76ec-4157-8cff-0d6080338c6d', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.849080] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.849369] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 180fd060-7666-499e-b1e4-891df231475c] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.852587] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5696b08f-5c57-4293-85f8-9a4003318ef4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.871670] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905520, 'name': Rename_Task, 'duration_secs': 0.138098} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.872901] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.873203] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.873203] env[68205]: value = "task-2905521" [ 1287.873203] env[68205]: _type = "Task" [ 1287.873203] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.873349] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45caac38-238d-41e7-83fa-5c6a3114277d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.883149] env[68205]: DEBUG nova.compute.manager [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.885649] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905521, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.886762] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1287.886762] env[68205]: value = "task-2905522" [ 1287.886762] env[68205]: _type = "Task" [ 1287.886762] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.894990] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.923176] env[68205]: DEBUG nova.compute.manager [req-5f8a38f5-b00e-4164-b536-3c7dd9e26a60 req-5a881b84-9473-40a0-881e-e2e49e3e4c25 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received event network-changed-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.923813] env[68205]: DEBUG nova.compute.manager [req-5f8a38f5-b00e-4164-b536-3c7dd9e26a60 req-5a881b84-9473-40a0-881e-e2e49e3e4c25 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Refreshing instance network info cache due to event network-changed-54899a20-76ec-4157-8cff-0d6080338c6d. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.924287] env[68205]: DEBUG oslo_concurrency.lockutils [req-5f8a38f5-b00e-4164-b536-3c7dd9e26a60 req-5a881b84-9473-40a0-881e-e2e49e3e4c25 service nova] Acquiring lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.924624] env[68205]: DEBUG oslo_concurrency.lockutils [req-5f8a38f5-b00e-4164-b536-3c7dd9e26a60 req-5a881b84-9473-40a0-881e-e2e49e3e4c25 service nova] Acquired lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.924941] env[68205]: DEBUG nova.network.neutron [req-5f8a38f5-b00e-4164-b536-3c7dd9e26a60 req-5a881b84-9473-40a0-881e-e2e49e3e4c25 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Refreshing network info cache for port 54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.179656] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.179895] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.180072] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.180256] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.180363] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.180501] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.180644] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.385125] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905521, 'name': CreateVM_Task, 'duration_secs': 0.310299} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.385425] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 180fd060-7666-499e-b1e4-891df231475c] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.386038] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.386183] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.386495] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.386753] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb033bf-eb46-4b8b-8409-06745a57587b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.398100] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1288.398100] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e4fccc-68dd-ccdb-49df-008881557677" [ 1288.398100] env[68205]: _type = "Task" [ 1288.398100] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.403472] env[68205]: DEBUG oslo_vmware.api [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905522, 'name': PowerOnVM_Task, 'duration_secs': 0.480992} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.404051] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.404278] env[68205]: INFO nova.compute.manager [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1288.404471] env[68205]: DEBUG nova.compute.manager [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.405275] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17707e85-77c7-477c-9faa-dfca5e5e4916 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.410938] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e4fccc-68dd-ccdb-49df-008881557677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.419246] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.435525] env[68205]: DEBUG nova.compute.manager [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1288.476709] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.477111] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.477383] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.477689] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.477966] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.478234] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.478582] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.478852] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.479144] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.479415] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.479716] env[68205]: DEBUG nova.virt.hardware [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.480647] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fb46f3-a232-4562-b5dc-06cb4c8a6559 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.491532] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d5ed90-0817-49b3-b943-e6f88ffb29cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.594158] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf601eb5-2e35-4830-a81b-5ee3ecfd6be4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.600542] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba4d069-bf56-46ea-bb35-ca9e57add3df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.635174] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c9e26b-9269-4ded-bc3c-fc9353d7a46d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.642492] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a1b538-88fc-409a-b295-2dd4ec257bec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.655600] env[68205]: DEBUG nova.compute.provider_tree [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.682896] env[68205]: DEBUG nova.network.neutron [req-5f8a38f5-b00e-4164-b536-3c7dd9e26a60 req-5a881b84-9473-40a0-881e-e2e49e3e4c25 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updated VIF entry in instance network info cache for port 54899a20-76ec-4157-8cff-0d6080338c6d. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.683215] env[68205]: DEBUG nova.network.neutron [req-5f8a38f5-b00e-4164-b536-3c7dd9e26a60 req-5a881b84-9473-40a0-881e-e2e49e3e4c25 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updating instance_info_cache with network_info: [{"id": "54899a20-76ec-4157-8cff-0d6080338c6d", "address": "fa:16:3e:de:a2:e0", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54899a20-76", "ovs_interfaceid": "54899a20-76ec-4157-8cff-0d6080338c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.685934] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Getting list of instances from cluster (obj){ [ 1288.685934] env[68205]: value = "domain-c8" [ 1288.685934] env[68205]: _type = "ClusterComputeResource" [ 1288.685934] env[68205]: } {{(pid=68205) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1288.687492] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e740d7-cc22-444e-8609-96456d66b573 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.702267] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Got total of 6 instances {{(pid=68205) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1288.702467] env[68205]: WARNING nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1288.702639] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid cf3f73a4-e8b5-45e0-979c-967dd9553f34 {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.703021] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid 69ff88f9-0a23-4b45-a468-1d03a2b26aac {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.703100] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid 0c171d20-7977-4f4f-9e88-d6e94f046d15 {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.703820] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid 49e62fb5-e789-4704-9956-8cc1fd73586b {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.703820] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid f3e2ce3d-0e3b-41f5-928d-85679b1b68d8 {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.703820] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid 1123b506-6c01-4bdc-afe0-a86fff9c03d5 {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.703820] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid 180fd060-7666-499e-b1e4-891df231475c {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.703820] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Triggering sync for uuid f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea {{(pid=68205) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1288.704281] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.704544] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.705191] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.705359] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.705576] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.705848] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "49e62fb5-e789-4704-9956-8cc1fd73586b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.706077] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.706348] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.706573] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.706834] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.707092] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "180fd060-7666-499e-b1e4-891df231475c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.707522] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.707522] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.707678] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1288.708399] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76602aa-9b6c-4286-a7a8-3f121546280a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.711579] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b328a32-2ba4-4691-95d2-42641955b549 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.714317] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951cdc9d-9234-4cc8-a1e5-15f5d14272e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.717055] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbfbc90-dd51-4854-9144-17303c78c6b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.719426] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.908145] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e4fccc-68dd-ccdb-49df-008881557677, 'name': SearchDatastore_Task, 'duration_secs': 0.012263} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.908409] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.908682] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.908792] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.908945] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.909154] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.909434] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c50e5f1-5a9e-42e4-b707-939ab8209e91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.911834] env[68205]: DEBUG nova.network.neutron [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Successfully updated port: eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.925984] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.926376] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.929248] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9867aba-65bd-42f0-b2cc-ec56fecfac02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.932643] env[68205]: INFO nova.compute.manager [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Took 16.68 seconds to build instance. [ 1288.936824] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1288.936824] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bb0870-313a-2bd2-fdf2-ff50366f2e0d" [ 1288.936824] env[68205]: _type = "Task" [ 1288.936824] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.945083] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bb0870-313a-2bd2-fdf2-ff50366f2e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.160051] env[68205]: DEBUG nova.scheduler.client.report [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.187203] env[68205]: DEBUG oslo_concurrency.lockutils [req-5f8a38f5-b00e-4164-b536-3c7dd9e26a60 req-5a881b84-9473-40a0-881e-e2e49e3e4c25 service nova] Releasing lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.223008] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.232598] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.232937] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.233251] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.233561] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.417881] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.418023] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.418227] env[68205]: DEBUG nova.network.neutron [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.434750] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4824613-a027-47ca-bff5-0a608d020327 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.192s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.435251] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.728s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.435453] env[68205]: INFO nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] During sync_power_state the instance has a pending task (spawning). Skip. [ 1289.435675] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.448140] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52bb0870-313a-2bd2-fdf2-ff50366f2e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.008113} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.448924] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26a923d-a512-49be-b70d-51dc2c1b4927 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.455306] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1289.455306] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c8f61-7150-a701-ded0-95afec6b33ee" [ 1289.455306] env[68205]: _type = "Task" [ 1289.455306] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.463544] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c8f61-7150-a701-ded0-95afec6b33ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.667269] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.253s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.669419] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.250s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.671022] env[68205]: INFO nova.compute.claims [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.714894] env[68205]: INFO nova.network.neutron [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updating port 315404c8-3365-4950-a750-81363e59ea94 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1289.967447] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c8f61-7150-a701-ded0-95afec6b33ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.967734] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.968127] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 180fd060-7666-499e-b1e4-891df231475c/180fd060-7666-499e-b1e4-891df231475c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.968509] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1336a31b-7c15-4635-a4ca-6280b2f8e935 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.973864] env[68205]: DEBUG nova.compute.manager [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Received event network-vif-plugged-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.974100] env[68205]: DEBUG oslo_concurrency.lockutils [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] Acquiring lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.974686] env[68205]: DEBUG oslo_concurrency.lockutils [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.974686] env[68205]: DEBUG oslo_concurrency.lockutils [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.974686] env[68205]: DEBUG nova.compute.manager [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] No waiting events found dispatching network-vif-plugged-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.974883] env[68205]: WARNING nova.compute.manager [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Received unexpected event network-vif-plugged-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 for instance with vm_state building and task_state spawning. [ 1289.975048] env[68205]: DEBUG nova.compute.manager [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Received event network-changed-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.975277] env[68205]: DEBUG nova.compute.manager [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Refreshing instance network info cache due to event network-changed-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.975455] env[68205]: DEBUG oslo_concurrency.lockutils [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] Acquiring lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.980886] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1289.980886] env[68205]: value = "task-2905523" [ 1289.980886] env[68205]: _type = "Task" [ 1289.980886] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.990374] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.000618] env[68205]: DEBUG nova.network.neutron [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.332355] env[68205]: DEBUG nova.network.neutron [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updating instance_info_cache with network_info: [{"id": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "address": "fa:16:3e:2c:0f:1d", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb2fe-b5", "ovs_interfaceid": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.490405] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43584} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.490659] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 180fd060-7666-499e-b1e4-891df231475c/180fd060-7666-499e-b1e4-891df231475c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.490867] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.491133] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1cd4e7e-46a7-433c-aee7-91ce37923c78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.498018] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1290.498018] env[68205]: value = "task-2905524" [ 1290.498018] env[68205]: _type = "Task" [ 1290.498018] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.505383] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.797430] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdebf63c-6c43-4dab-bbdf-75c80dcec2b1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.805862] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a273da02-e1fc-44a7-b4bd-970f09d43867 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.835676] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.835967] env[68205]: DEBUG nova.compute.manager [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Instance network_info: |[{"id": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "address": "fa:16:3e:2c:0f:1d", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb2fe-b5", "ovs_interfaceid": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1290.836435] env[68205]: DEBUG oslo_concurrency.lockutils [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] Acquired lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.836616] env[68205]: DEBUG nova.network.neutron [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Refreshing network info cache for port eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.837759] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:0f:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.844939] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.845611] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2e6a78-ed58-4d7b-9c4f-a3670737500d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.850642] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.851320] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-452b8ec6-df55-4fdd-930e-321cf642ab9f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.870094] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39515e74-a840-424e-87e4-29e053bce147 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.874900] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.874900] env[68205]: value = "task-2905525" [ 1290.874900] env[68205]: _type = "Task" [ 1290.874900] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.886136] env[68205]: DEBUG nova.compute.provider_tree [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.902970] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905525, 'name': CreateVM_Task} progress is 15%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.010753] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063323} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.011089] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.011919] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63df4f1d-0890-4844-af23-f29f754aaea7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.034786] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 180fd060-7666-499e-b1e4-891df231475c/180fd060-7666-499e-b1e4-891df231475c.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.035167] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce9134d0-08f2-45d3-8669-a3502767b3e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.056331] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1291.056331] env[68205]: value = "task-2905526" [ 1291.056331] env[68205]: _type = "Task" [ 1291.056331] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.069864] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.102156] env[68205]: DEBUG nova.network.neutron [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updated VIF entry in instance network info cache for port eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.102624] env[68205]: DEBUG nova.network.neutron [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updating instance_info_cache with network_info: [{"id": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "address": "fa:16:3e:2c:0f:1d", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb2fe-b5", "ovs_interfaceid": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.386039] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905525, 'name': CreateVM_Task, 'duration_secs': 0.382342} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.386167] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.386798] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.386961] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.387297] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.387548] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777aecf7-22ee-4ee8-b809-2cc7b942ca0b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.394559] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1291.394559] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5286245f-c94c-2dca-ef10-7b3a45161d28" [ 1291.394559] env[68205]: _type = "Task" [ 1291.394559] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.404016] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5286245f-c94c-2dca-ef10-7b3a45161d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.408064] env[68205]: ERROR nova.scheduler.client.report [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [req-3c37685b-e0b9-4a7c-a2dc-4cb03ad0ad13] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c37685b-e0b9-4a7c-a2dc-4cb03ad0ad13"}]} [ 1291.424999] env[68205]: DEBUG nova.scheduler.client.report [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1291.440422] env[68205]: DEBUG nova.scheduler.client.report [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1291.440553] env[68205]: DEBUG nova.compute.provider_tree [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.451460] env[68205]: DEBUG nova.scheduler.client.report [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1291.471525] env[68205]: DEBUG nova.scheduler.client.report [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1291.567447] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.591820] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4e6f0e-a980-4074-ba32-7bdb544f7d5b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.599303] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.599303] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.599427] env[68205]: DEBUG nova.network.neutron [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.601332] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66386963-accf-46a7-b975-faabb6fae0bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.605151] env[68205]: DEBUG oslo_concurrency.lockutils [req-b09e3006-cd72-47bb-b163-2c06d3b8c557 req-26af6f70-0130-41ce-bf7c-a28538f93e10 service nova] Releasing lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.631951] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583d2a58-80ff-4b32-93ed-388e66a5613b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.639532] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67424ea1-e506-4923-badd-dedc34504a1d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.653375] env[68205]: DEBUG nova.compute.provider_tree [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.905239] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5286245f-c94c-2dca-ef10-7b3a45161d28, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.905530] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.905762] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.906089] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.906184] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.906363] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.906609] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba388dba-efb9-48a6-858b-5bbe026f2749 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.914369] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.914532] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.915248] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c859fc2c-f524-4850-a7be-25c2830f3551 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.920057] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1291.920057] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5291245c-5d77-d3b9-8df6-d54bc4068f37" [ 1291.920057] env[68205]: _type = "Task" [ 1291.920057] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.926950] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5291245c-5d77-d3b9-8df6-d54bc4068f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.012244] env[68205]: DEBUG nova.compute.manager [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Received event network-changed-c1ea5cac-42e3-4b12-8aa8-8385608a4b43 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.012561] env[68205]: DEBUG nova.compute.manager [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Refreshing instance network info cache due to event network-changed-c1ea5cac-42e3-4b12-8aa8-8385608a4b43. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.012863] env[68205]: DEBUG oslo_concurrency.lockutils [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] Acquiring lock "refresh_cache-1123b506-6c01-4bdc-afe0-a86fff9c03d5" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.013035] env[68205]: DEBUG oslo_concurrency.lockutils [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] Acquired lock "refresh_cache-1123b506-6c01-4bdc-afe0-a86fff9c03d5" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.013202] env[68205]: DEBUG nova.network.neutron [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Refreshing network info cache for port c1ea5cac-42e3-4b12-8aa8-8385608a4b43 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.067460] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.186488] env[68205]: DEBUG nova.scheduler.client.report [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1292.186773] env[68205]: DEBUG nova.compute.provider_tree [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 165 to 166 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1292.186951] env[68205]: DEBUG nova.compute.provider_tree [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1292.431929] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5291245c-5d77-d3b9-8df6-d54bc4068f37, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.432972] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204913f6-e46b-4a18-b065-eb8df6dd19de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.441766] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1292.441766] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5263524d-10a8-e00d-15df-31d7b95a4d52" [ 1292.441766] env[68205]: _type = "Task" [ 1292.441766] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.454565] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5263524d-10a8-e00d-15df-31d7b95a4d52, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.454815] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.455086] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea/f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.455346] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e57090e-712f-4f19-acc7-ed882040bbf5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.463547] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1292.463547] env[68205]: value = "task-2905527" [ 1292.463547] env[68205]: _type = "Task" [ 1292.463547] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.471146] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.568478] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905526, 'name': ReconfigVM_Task, 'duration_secs': 1.419923} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.568714] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 180fd060-7666-499e-b1e4-891df231475c/180fd060-7666-499e-b1e4-891df231475c.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.569343] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-531318dc-85e7-4285-9b60-8876f5ce05fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.575552] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1292.575552] env[68205]: value = "task-2905528" [ 1292.575552] env[68205]: _type = "Task" [ 1292.575552] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.583901] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905528, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.587481] env[68205]: DEBUG nova.network.neutron [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updating instance_info_cache with network_info: [{"id": "315404c8-3365-4950-a750-81363e59ea94", "address": "fa:16:3e:00:cf:12", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315404c8-33", "ovs_interfaceid": "315404c8-3365-4950-a750-81363e59ea94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.691872] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.022s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.692427] env[68205]: DEBUG nova.compute.manager [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.695143] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.472s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.695321] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.695481] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1292.696538] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc5de07-68fd-490b-9ea6-c58730aff24d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.705584] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71763dbb-1d21-4e28-ab31-742c0b3ee779 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.722340] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2baba1-7920-4bb5-a026-c6fffd83c2f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.740464] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a407e2-18f9-45c8-9cdb-464f0ae4020d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.772879] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179701MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1292.773153] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.773309] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.794810] env[68205]: DEBUG nova.network.neutron [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Updated VIF entry in instance network info cache for port c1ea5cac-42e3-4b12-8aa8-8385608a4b43. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.798025] env[68205]: DEBUG nova.network.neutron [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Updating instance_info_cache with network_info: [{"id": "c1ea5cac-42e3-4b12-8aa8-8385608a4b43", "address": "fa:16:3e:7e:a0:46", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1ea5cac-42", "ovs_interfaceid": "c1ea5cac-42e3-4b12-8aa8-8385608a4b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.973641] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442238} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.973886] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea/f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.974129] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.974372] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e658009a-2eb4-4741-9658-7670be23504a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.980368] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1292.980368] env[68205]: value = "task-2905529" [ 1292.980368] env[68205]: _type = "Task" [ 1292.980368] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.988969] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.085054] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905528, 'name': Rename_Task, 'duration_secs': 0.17973} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.085382] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.085562] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87684a50-32c1-4a4e-aa24-1b76d2b33058 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.091639] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1293.091639] env[68205]: value = "task-2905530" [ 1293.091639] env[68205]: _type = "Task" [ 1293.091639] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.092051] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.101145] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.123525] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='50df9d6bfac0df51558cf78c80043a1b',container_format='bare',created_at=2025-03-10T21:02:42Z,direct_url=,disk_format='vmdk',id=4b016034-1a74-4b27-bf8e-ebafa0bedb11,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1952546852-shelved',owner='5d3f7eff6c7446aa87caa98b04fbe102',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-10T21:02:58Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.123784] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.124039] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.124259] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.124406] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.124545] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.124754] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.124918] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.125165] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.125579] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.125579] env[68205]: DEBUG nova.virt.hardware [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.126377] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d9f904-af12-4074-9783-7eaee4cfdc94 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.134833] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c17d1a-7f7a-40fa-90d9-f33eea1c3dce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.149286] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:cf:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '315404c8-3365-4950-a750-81363e59ea94', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.156484] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.157107] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.157107] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ebc082-7118-4f51-9c27-6a3fbc6998fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.176817] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.176817] env[68205]: value = "task-2905531" [ 1293.176817] env[68205]: _type = "Task" [ 1293.176817] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.187046] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905531, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.197361] env[68205]: DEBUG nova.compute.utils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.198706] env[68205]: DEBUG nova.compute.manager [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.198876] env[68205]: DEBUG nova.network.neutron [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.235738] env[68205]: DEBUG nova.policy [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf25c7272a314b8b867117c8b18f5704', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c87f9ee525e7416a8027d0ce9868400e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.297850] env[68205]: DEBUG oslo_concurrency.lockutils [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] Releasing lock "refresh_cache-1123b506-6c01-4bdc-afe0-a86fff9c03d5" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.298123] env[68205]: DEBUG nova.compute.manager [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received event network-vif-plugged-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.298317] env[68205]: DEBUG oslo_concurrency.lockutils [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] Acquiring lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.298520] env[68205]: DEBUG oslo_concurrency.lockutils [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.298835] env[68205]: DEBUG oslo_concurrency.lockutils [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.299015] env[68205]: DEBUG nova.compute.manager [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] No waiting events found dispatching network-vif-plugged-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.299207] env[68205]: WARNING nova.compute.manager [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received unexpected event network-vif-plugged-315404c8-3365-4950-a750-81363e59ea94 for instance with vm_state shelved_offloaded and task_state spawning. [ 1293.299369] env[68205]: DEBUG nova.compute.manager [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received event network-changed-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.299520] env[68205]: DEBUG nova.compute.manager [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Refreshing instance network info cache due to event network-changed-315404c8-3365-4950-a750-81363e59ea94. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.299699] env[68205]: DEBUG oslo_concurrency.lockutils [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] Acquiring lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.299846] env[68205]: DEBUG oslo_concurrency.lockutils [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] Acquired lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.299998] env[68205]: DEBUG nova.network.neutron [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Refreshing network info cache for port 315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.489532] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059524} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.489820] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.490614] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca1cfe-902e-4be3-a8e3-b2007267b74c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.513158] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea/f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.514188] env[68205]: DEBUG nova.network.neutron [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Successfully created port: 858f183f-20c3-456f-b5b1-1aee23cea3c3 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.516045] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22f48922-fad7-498a-8864-b49b853202c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.536725] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1293.536725] env[68205]: value = "task-2905532" [ 1293.536725] env[68205]: _type = "Task" [ 1293.536725] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.544825] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.601966] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905530, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.686443] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905531, 'name': CreateVM_Task, 'duration_secs': 0.369562} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.686621] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.687300] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.687464] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.687823] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.688093] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76471db-28f7-472c-9c16-e6fbba1b12c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.693830] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1293.693830] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529f1fb4-dc41-d118-db24-63ea12e9dde8" [ 1293.693830] env[68205]: _type = "Task" [ 1293.693830] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.702126] env[68205]: DEBUG nova.compute.manager [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.704702] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529f1fb4-dc41-d118-db24-63ea12e9dde8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.806028] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance cf3f73a4-e8b5-45e0-979c-967dd9553f34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.806170] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 0c171d20-7977-4f4f-9e88-d6e94f046d15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.806280] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 49e62fb5-e789-4704-9956-8cc1fd73586b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.806395] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f3e2ce3d-0e3b-41f5-928d-85679b1b68d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.806566] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 1123b506-6c01-4bdc-afe0-a86fff9c03d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.806661] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 69ff88f9-0a23-4b45-a468-1d03a2b26aac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.806720] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 180fd060-7666-499e-b1e4-891df231475c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.806821] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.806928] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance c7170c4e-54aa-42f5-af2e-56ccab64aa00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1293.807144] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1293.807279] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1293.950134] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc22deb-7954-4744-ad28-a7a6e6622a11 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.958987] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0414cddf-abf1-450b-80b6-98851fa99cfa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.995517] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1740a8e7-12a3-4a48-87e0-b64c4d924b08 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.002920] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cc9084-558a-4a2c-86dc-a0a804c8b3d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.016165] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.045817] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905532, 'name': ReconfigVM_Task, 'duration_secs': 0.309137} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.046102] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Reconfigured VM instance instance-00000076 to attach disk [datastore1] f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea/f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.046719] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bda0a47e-8d81-42f8-8ec0-1fcc2fb2642f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.052462] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1294.052462] env[68205]: value = "task-2905533" [ 1294.052462] env[68205]: _type = "Task" [ 1294.052462] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.056771] env[68205]: DEBUG nova.network.neutron [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updated VIF entry in instance network info cache for port 315404c8-3365-4950-a750-81363e59ea94. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.057146] env[68205]: DEBUG nova.network.neutron [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updating instance_info_cache with network_info: [{"id": "315404c8-3365-4950-a750-81363e59ea94", "address": "fa:16:3e:00:cf:12", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315404c8-33", "ovs_interfaceid": "315404c8-3365-4950-a750-81363e59ea94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.061228] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905533, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.101313] env[68205]: DEBUG oslo_vmware.api [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905530, 'name': PowerOnVM_Task, 'duration_secs': 0.766137} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.101643] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.101749] env[68205]: INFO nova.compute.manager [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1294.101926] env[68205]: DEBUG nova.compute.manager [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.102678] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f277c-12ff-4da6-9cc4-2345bf0248b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.203844] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.204207] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Processing image 4b016034-1a74-4b27-bf8e-ebafa0bedb11 {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.204447] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11/4b016034-1a74-4b27-bf8e-ebafa0bedb11.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.204593] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11/4b016034-1a74-4b27-bf8e-ebafa0bedb11.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.204769] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.205038] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f44b3d8-28bb-4736-b9b6-48b890e4296c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.216454] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.216617] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.217372] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0343fe0-e153-4334-8c5c-8d63871aa79d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.222189] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1294.222189] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521a35a9-ec8b-5b63-5cfc-89ce9c145afa" [ 1294.222189] env[68205]: _type = "Task" [ 1294.222189] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.229863] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521a35a9-ec8b-5b63-5cfc-89ce9c145afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.519048] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.562336] env[68205]: DEBUG oslo_concurrency.lockutils [req-7c5c669e-0498-4692-8e13-ab8f79cef371 req-df326f4a-f606-4d56-82aa-8598bbdc9fbd service nova] Releasing lock "refresh_cache-69ff88f9-0a23-4b45-a468-1d03a2b26aac" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.562743] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905533, 'name': Rename_Task, 'duration_secs': 0.133418} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.563018] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.563285] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23d32106-e35c-4338-b416-84b64ffc9d36 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.570239] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1294.570239] env[68205]: value = "task-2905534" [ 1294.570239] env[68205]: _type = "Task" [ 1294.570239] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.577899] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.619221] env[68205]: INFO nova.compute.manager [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Took 14.51 seconds to build instance. [ 1294.713129] env[68205]: DEBUG nova.compute.manager [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.734912] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Preparing fetch location {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1294.735181] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Fetch image to [datastore2] OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166/OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166.vmdk {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1294.735375] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Downloading stream optimized image 4b016034-1a74-4b27-bf8e-ebafa0bedb11 to [datastore2] OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166/OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166.vmdk on the data store datastore2 as vApp {{(pid=68205) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1294.735580] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Downloading image file data 4b016034-1a74-4b27-bf8e-ebafa0bedb11 to the ESX as VM named 'OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166' {{(pid=68205) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1294.743212] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.743440] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.743598] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.743786] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.743957] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.744131] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.744340] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.744504] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.744669] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.744831] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.745011] env[68205]: DEBUG nova.virt.hardware [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.745796] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec6fea3-d72f-4c58-aa6b-270f86ded82a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.753649] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60efe4f-1a08-40c0-8214-77fa9832e9af {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.806388] env[68205]: DEBUG oslo_vmware.rw_handles [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1294.806388] env[68205]: value = "resgroup-9" [ 1294.806388] env[68205]: _type = "ResourcePool" [ 1294.806388] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1294.806712] env[68205]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9bbd4ad4-0b7c-427c-b353-478de107fa90 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.826703] env[68205]: DEBUG oslo_vmware.rw_handles [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lease: (returnval){ [ 1294.826703] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52956d91-38a3-2b36-1572-7f1180ca7985" [ 1294.826703] env[68205]: _type = "HttpNfcLease" [ 1294.826703] env[68205]: } obtained for vApp import into resource pool (val){ [ 1294.826703] env[68205]: value = "resgroup-9" [ 1294.826703] env[68205]: _type = "ResourcePool" [ 1294.826703] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1294.827068] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the lease: (returnval){ [ 1294.827068] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52956d91-38a3-2b36-1572-7f1180ca7985" [ 1294.827068] env[68205]: _type = "HttpNfcLease" [ 1294.827068] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1294.833164] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1294.833164] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52956d91-38a3-2b36-1572-7f1180ca7985" [ 1294.833164] env[68205]: _type = "HttpNfcLease" [ 1294.833164] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1294.890933] env[68205]: DEBUG nova.compute.manager [req-dc82c11b-5d1d-4095-9f0c-256399bfe60e req-775ddd2a-70f0-4232-b38d-fec19552f4ee service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Received event network-vif-plugged-858f183f-20c3-456f-b5b1-1aee23cea3c3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.891176] env[68205]: DEBUG oslo_concurrency.lockutils [req-dc82c11b-5d1d-4095-9f0c-256399bfe60e req-775ddd2a-70f0-4232-b38d-fec19552f4ee service nova] Acquiring lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.891428] env[68205]: DEBUG oslo_concurrency.lockutils [req-dc82c11b-5d1d-4095-9f0c-256399bfe60e req-775ddd2a-70f0-4232-b38d-fec19552f4ee service nova] Lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.891650] env[68205]: DEBUG oslo_concurrency.lockutils [req-dc82c11b-5d1d-4095-9f0c-256399bfe60e req-775ddd2a-70f0-4232-b38d-fec19552f4ee service nova] Lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.891764] env[68205]: DEBUG nova.compute.manager [req-dc82c11b-5d1d-4095-9f0c-256399bfe60e req-775ddd2a-70f0-4232-b38d-fec19552f4ee service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] No waiting events found dispatching network-vif-plugged-858f183f-20c3-456f-b5b1-1aee23cea3c3 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.891929] env[68205]: WARNING nova.compute.manager [req-dc82c11b-5d1d-4095-9f0c-256399bfe60e req-775ddd2a-70f0-4232-b38d-fec19552f4ee service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Received unexpected event network-vif-plugged-858f183f-20c3-456f-b5b1-1aee23cea3c3 for instance with vm_state building and task_state spawning. [ 1294.979670] env[68205]: DEBUG nova.network.neutron [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Successfully updated port: 858f183f-20c3-456f-b5b1-1aee23cea3c3 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.024227] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1295.024486] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.251s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.080484] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.121678] env[68205]: DEBUG oslo_concurrency.lockutils [None req-802ad705-6433-4ba5-b273-decf5992c625 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "180fd060-7666-499e-b1e4-891df231475c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.016s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.122119] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "180fd060-7666-499e-b1e4-891df231475c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.415s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.122235] env[68205]: INFO nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 180fd060-7666-499e-b1e4-891df231475c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1295.122339] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "180fd060-7666-499e-b1e4-891df231475c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.336927] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1295.336927] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52956d91-38a3-2b36-1572-7f1180ca7985" [ 1295.336927] env[68205]: _type = "HttpNfcLease" [ 1295.336927] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1295.336927] env[68205]: DEBUG oslo_vmware.rw_handles [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1295.336927] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52956d91-38a3-2b36-1572-7f1180ca7985" [ 1295.336927] env[68205]: _type = "HttpNfcLease" [ 1295.336927] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1295.337650] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8e6cdf-3944-436d-9441-9520b2e49e44 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.345246] env[68205]: DEBUG oslo_vmware.rw_handles [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52004abb-e805-3334-1500-f8d10102c6e1/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1295.345443] env[68205]: DEBUG oslo_vmware.rw_handles [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52004abb-e805-3334-1500-f8d10102c6e1/disk-0.vmdk. {{(pid=68205) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1295.429251] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e5dcaf8-5a1a-4ecd-af23-318ac6b2ea20 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.482782] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquiring lock "refresh_cache-c7170c4e-54aa-42f5-af2e-56ccab64aa00" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.482989] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquired lock "refresh_cache-c7170c4e-54aa-42f5-af2e-56ccab64aa00" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.483170] env[68205]: DEBUG nova.network.neutron [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.581828] env[68205]: DEBUG oslo_vmware.api [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905534, 'name': PowerOnVM_Task, 'duration_secs': 0.622188} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.582121] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.582330] env[68205]: INFO nova.compute.manager [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1295.582512] env[68205]: DEBUG nova.compute.manager [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.583388] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfd5fb-1aa2-4e86-b5eb-6744e5cc7fe5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.038977] env[68205]: DEBUG nova.network.neutron [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.112387] env[68205]: INFO nova.compute.manager [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Took 11.97 seconds to build instance. [ 1296.333613] env[68205]: DEBUG nova.network.neutron [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Updating instance_info_cache with network_info: [{"id": "858f183f-20c3-456f-b5b1-1aee23cea3c3", "address": "fa:16:3e:db:d0:af", "network": {"id": "41c59490-1f9d-4a9c-9737-e84925e2944f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2070444966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87f9ee525e7416a8027d0ce9868400e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap858f183f-20", "ovs_interfaceid": "858f183f-20c3-456f-b5b1-1aee23cea3c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.601860] env[68205]: DEBUG oslo_vmware.rw_handles [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Completed reading data from the image iterator. {{(pid=68205) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1296.602016] env[68205]: DEBUG oslo_vmware.rw_handles [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52004abb-e805-3334-1500-f8d10102c6e1/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1296.603065] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e8a544-7cf4-4379-850d-98e76eeebe54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.610860] env[68205]: DEBUG oslo_vmware.rw_handles [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52004abb-e805-3334-1500-f8d10102c6e1/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1296.610987] env[68205]: DEBUG oslo_vmware.rw_handles [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52004abb-e805-3334-1500-f8d10102c6e1/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1296.611299] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2aac6d14-b931-4590-a8a0-fbbe4a1a976d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.617691] env[68205]: DEBUG oslo_concurrency.lockutils [None req-811db0c8-a539-4ca1-9f26-aba2bae0fce7 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.479s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.618024] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.911s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.618113] env[68205]: INFO nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] During sync_power_state the instance has a pending task (spawning). Skip. [ 1296.618243] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.799176] env[68205]: DEBUG oslo_vmware.rw_handles [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52004abb-e805-3334-1500-f8d10102c6e1/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1296.799473] env[68205]: INFO nova.virt.vmwareapi.images [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Downloaded image file data 4b016034-1a74-4b27-bf8e-ebafa0bedb11 [ 1296.800371] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2e73f7-ae6b-46bc-8868-b9799f75ff06 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.819955] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b41d0c7-d295-4864-9c03-680164b8d399 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.839292] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Releasing lock "refresh_cache-c7170c4e-54aa-42f5-af2e-56ccab64aa00" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.839640] env[68205]: DEBUG nova.compute.manager [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Instance network_info: |[{"id": "858f183f-20c3-456f-b5b1-1aee23cea3c3", "address": "fa:16:3e:db:d0:af", "network": {"id": "41c59490-1f9d-4a9c-9737-e84925e2944f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2070444966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87f9ee525e7416a8027d0ce9868400e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap858f183f-20", "ovs_interfaceid": "858f183f-20c3-456f-b5b1-1aee23cea3c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.841430] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:d0:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '858f183f-20c3-456f-b5b1-1aee23cea3c3', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.851423] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Creating folder: Project (c87f9ee525e7416a8027d0ce9868400e). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.852781] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6a6217d-6ae9-476a-84dc-cd3dd0a248fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.855196] env[68205]: INFO nova.virt.vmwareapi.images [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] The imported VM was unregistered [ 1296.858292] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Caching image {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1296.858450] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11 {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.858791] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-667a95cd-fa00-4eaa-8ee8-97f8b4f6844e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.868372] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Created folder: Project (c87f9ee525e7416a8027d0ce9868400e) in parent group-v583212. [ 1296.868558] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Creating folder: Instances. Parent ref: group-v583530. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1296.868786] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e31db886-0894-49d5-b7ad-dc063c7dc286 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.877314] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Created folder: Instances in parent group-v583530. [ 1296.877530] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.878410] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.878410] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d34d6074-e05b-4d20-941b-c1d163e1a587 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.893048] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Created directory with path [datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11 {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.893242] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166/OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166.vmdk to [datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11/4b016034-1a74-4b27-bf8e-ebafa0bedb11.vmdk. {{(pid=68205) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1296.893843] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ce20c40d-f5b6-41cb-9e65-95e89104d6b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.897705] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.897705] env[68205]: value = "task-2905539" [ 1296.897705] env[68205]: _type = "Task" [ 1296.897705] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.901953] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1296.901953] env[68205]: value = "task-2905540" [ 1296.901953] env[68205]: _type = "Task" [ 1296.901953] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.908459] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905539, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.913141] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905540, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.927872] env[68205]: DEBUG nova.compute.manager [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Received event network-changed-858f183f-20c3-456f-b5b1-1aee23cea3c3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.928082] env[68205]: DEBUG nova.compute.manager [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Refreshing instance network info cache due to event network-changed-858f183f-20c3-456f-b5b1-1aee23cea3c3. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.928297] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Acquiring lock "refresh_cache-c7170c4e-54aa-42f5-af2e-56ccab64aa00" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.928436] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Acquired lock "refresh_cache-c7170c4e-54aa-42f5-af2e-56ccab64aa00" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.928593] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Refreshing network info cache for port 858f183f-20c3-456f-b5b1-1aee23cea3c3 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.409822] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905539, 'name': CreateVM_Task} progress is 25%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.414971] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905540, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.867108] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Updated VIF entry in instance network info cache for port 858f183f-20c3-456f-b5b1-1aee23cea3c3. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.867501] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Updating instance_info_cache with network_info: [{"id": "858f183f-20c3-456f-b5b1-1aee23cea3c3", "address": "fa:16:3e:db:d0:af", "network": {"id": "41c59490-1f9d-4a9c-9737-e84925e2944f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2070444966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87f9ee525e7416a8027d0ce9868400e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap858f183f-20", "ovs_interfaceid": "858f183f-20c3-456f-b5b1-1aee23cea3c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.909987] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905539, 'name': CreateVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.915679] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905540, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.370919] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Releasing lock "refresh_cache-c7170c4e-54aa-42f5-af2e-56ccab64aa00" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.371440] env[68205]: DEBUG nova.compute.manager [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received event network-changed-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.371706] env[68205]: DEBUG nova.compute.manager [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Refreshing instance network info cache due to event network-changed-54899a20-76ec-4157-8cff-0d6080338c6d. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.372122] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Acquiring lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.372251] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Acquired lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.372338] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Refreshing network info cache for port 54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.413077] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905539, 'name': CreateVM_Task, 'duration_secs': 1.120109} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.413670] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.414444] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.414602] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.414980] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.418497] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a70f250-c131-43b3-b7f1-924cec74b1ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.420387] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905540, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.424015] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for the task: (returnval){ [ 1298.424015] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52456b3a-f8fd-2438-4b69-5ef9327a6f72" [ 1298.424015] env[68205]: _type = "Task" [ 1298.424015] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.432359] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52456b3a-f8fd-2438-4b69-5ef9327a6f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.914450] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905540, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.935583] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52456b3a-f8fd-2438-4b69-5ef9327a6f72, 'name': SearchDatastore_Task, 'duration_secs': 0.09224} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.936151] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.936516] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.937039] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.937333] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.937638] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.938054] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beafc1e1-a181-4d7b-9e4b-c2c3539e8d8f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.957030] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.957030] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.957030] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64fac727-664f-4a34-a51d-57a3d6ed0c40 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.966944] env[68205]: DEBUG nova.compute.manager [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Received event network-changed-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.968188] env[68205]: DEBUG nova.compute.manager [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Refreshing instance network info cache due to event network-changed-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.968188] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] Acquiring lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.968188] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] Acquired lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.968497] env[68205]: DEBUG nova.network.neutron [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Refreshing network info cache for port eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.972495] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for the task: (returnval){ [ 1298.972495] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c55b59-2e42-bddd-8e4b-8737a5bab5a4" [ 1298.972495] env[68205]: _type = "Task" [ 1298.972495] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.983072] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c55b59-2e42-bddd-8e4b-8737a5bab5a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.121577] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updated VIF entry in instance network info cache for port 54899a20-76ec-4157-8cff-0d6080338c6d. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.121577] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updating instance_info_cache with network_info: [{"id": "54899a20-76ec-4157-8cff-0d6080338c6d", "address": "fa:16:3e:de:a2:e0", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54899a20-76", "ovs_interfaceid": "54899a20-76ec-4157-8cff-0d6080338c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.414209] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905540, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.486542] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52c55b59-2e42-bddd-8e4b-8737a5bab5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.090896} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.487072] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d28415-ec57-4dad-82be-2fa62568d26c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.493137] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for the task: (returnval){ [ 1299.493137] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529c1ab3-0e96-6dfe-0d67-c5443ddd7644" [ 1299.493137] env[68205]: _type = "Task" [ 1299.493137] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.501289] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529c1ab3-0e96-6dfe-0d67-c5443ddd7644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.624395] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Releasing lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.624722] env[68205]: DEBUG nova.compute.manager [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received event network-changed-7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.625017] env[68205]: DEBUG nova.compute.manager [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing instance network info cache due to event network-changed-7bdac444-6334-4999-9da1-b32c49da2a50. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.625344] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Acquiring lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.625535] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Acquired lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.625716] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing network info cache for port 7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.915138] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905540, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.979080] env[68205]: DEBUG nova.network.neutron [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updated VIF entry in instance network info cache for port eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.979536] env[68205]: DEBUG nova.network.neutron [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updating instance_info_cache with network_info: [{"id": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "address": "fa:16:3e:2c:0f:1d", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb2fe-b5", "ovs_interfaceid": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.003809] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]529c1ab3-0e96-6dfe-0d67-c5443ddd7644, 'name': SearchDatastore_Task, 'duration_secs': 0.089008} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.004105] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.004363] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] c7170c4e-54aa-42f5-af2e-56ccab64aa00/c7170c4e-54aa-42f5-af2e-56ccab64aa00.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.004626] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d67c185-69f9-4c83-b366-259eb0c580d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.013523] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for the task: (returnval){ [ 1300.013523] env[68205]: value = "task-2905541" [ 1300.013523] env[68205]: _type = "Task" [ 1300.013523] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.023043] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.327382] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updated VIF entry in instance network info cache for port 7bdac444-6334-4999-9da1-b32c49da2a50. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.327968] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [{"id": "7bdac444-6334-4999-9da1-b32c49da2a50", "address": "fa:16:3e:57:f5:d9", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac444-63", "ovs_interfaceid": "7bdac444-6334-4999-9da1-b32c49da2a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.415469] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905540, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.287049} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.415891] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166/OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166.vmdk to [datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11/4b016034-1a74-4b27-bf8e-ebafa0bedb11.vmdk. [ 1300.415891] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Cleaning up location [datastore2] OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166 {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1300.416029] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c01c2853-a05b-4fe4-b33a-89893a0f4166 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.416263] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d4413c5-b4ee-44c7-99a4-d988e99fb2ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.421820] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1300.421820] env[68205]: value = "task-2905542" [ 1300.421820] env[68205]: _type = "Task" [ 1300.421820] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.429353] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.482749] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] Releasing lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.483075] env[68205]: DEBUG nova.compute.manager [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received event network-changed-7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.483261] env[68205]: DEBUG nova.compute.manager [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing instance network info cache due to event network-changed-7bdac444-6334-4999-9da1-b32c49da2a50. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.483462] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] Acquiring lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.522412] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.831463] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Releasing lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.831767] env[68205]: DEBUG nova.compute.manager [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Received event network-changed-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.831942] env[68205]: DEBUG nova.compute.manager [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Refreshing instance network info cache due to event network-changed-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.832181] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Acquiring lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.832323] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Acquired lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.832487] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Refreshing network info cache for port eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.833896] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] Acquired lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.834115] env[68205]: DEBUG nova.network.neutron [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing network info cache for port 7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.931800] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239118} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.932085] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.932267] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11/4b016034-1a74-4b27-bf8e-ebafa0bedb11.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.932515] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11/4b016034-1a74-4b27-bf8e-ebafa0bedb11.vmdk to [datastore2] 69ff88f9-0a23-4b45-a468-1d03a2b26aac/69ff88f9-0a23-4b45-a468-1d03a2b26aac.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.932787] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05093ef7-906b-437d-835a-35624d352f64 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.942848] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1300.942848] env[68205]: value = "task-2905543" [ 1300.942848] env[68205]: _type = "Task" [ 1300.942848] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.950342] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.024605] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905541, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.451879] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.523758] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905541, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.388926} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.524236] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] c7170c4e-54aa-42f5-af2e-56ccab64aa00/c7170c4e-54aa-42f5-af2e-56ccab64aa00.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.524509] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.524774] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-747bd5b4-ad16-4bbf-8ae8-4fd565e67c13 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.533204] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for the task: (returnval){ [ 1301.533204] env[68205]: value = "task-2905544" [ 1301.533204] env[68205]: _type = "Task" [ 1301.533204] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.543858] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.644397] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updated VIF entry in instance network info cache for port eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.644756] env[68205]: DEBUG nova.network.neutron [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updating instance_info_cache with network_info: [{"id": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "address": "fa:16:3e:2c:0f:1d", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb2fe-b5", "ovs_interfaceid": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.666792] env[68205]: DEBUG nova.network.neutron [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updated VIF entry in instance network info cache for port 7bdac444-6334-4999-9da1-b32c49da2a50. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.667331] env[68205]: DEBUG nova.network.neutron [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [{"id": "7bdac444-6334-4999-9da1-b32c49da2a50", "address": "fa:16:3e:57:f5:d9", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac444-63", "ovs_interfaceid": "7bdac444-6334-4999-9da1-b32c49da2a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.956024] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905543, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.044093] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213839} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.044430] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.045329] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4e6b91-3426-4156-841f-a0c5b9fc20c7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.069603] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] c7170c4e-54aa-42f5-af2e-56ccab64aa00/c7170c4e-54aa-42f5-af2e-56ccab64aa00.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.070011] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dcd347d-4d53-4a35-b999-f54defb29eb3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.090762] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for the task: (returnval){ [ 1302.090762] env[68205]: value = "task-2905545" [ 1302.090762] env[68205]: _type = "Task" [ 1302.090762] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.099674] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.147712] env[68205]: DEBUG oslo_concurrency.lockutils [req-b4042c23-5b09-43f0-b97b-9c051953c7e1 req-e61ceccc-7a4a-4533-9f5d-984bd96aeb90 service nova] Releasing lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.169876] env[68205]: DEBUG oslo_concurrency.lockutils [req-ac24b25a-29bc-4474-aaa8-a95827f840b3 req-bcf828e0-ff23-45a7-af2c-1eee4f15935f service nova] Releasing lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.454955] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905543, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.602224] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.957747] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905543, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.101849] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.455124] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905543, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.602720] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.954748] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905543, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.881042} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.955016] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4b016034-1a74-4b27-bf8e-ebafa0bedb11/4b016034-1a74-4b27-bf8e-ebafa0bedb11.vmdk to [datastore2] 69ff88f9-0a23-4b45-a468-1d03a2b26aac/69ff88f9-0a23-4b45-a468-1d03a2b26aac.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.955792] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c832d0f-639c-4c6c-bad3-ba50a5e3e603 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.976730] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 69ff88f9-0a23-4b45-a468-1d03a2b26aac/69ff88f9-0a23-4b45-a468-1d03a2b26aac.vmdk or device None with type streamOptimized {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.976945] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-181e30a5-616a-4bf1-a9be-75623ea4ffbe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.994832] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1303.994832] env[68205]: value = "task-2905546" [ 1303.994832] env[68205]: _type = "Task" [ 1303.994832] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.001863] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.101991] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905545, 'name': ReconfigVM_Task, 'duration_secs': 1.841822} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.102225] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Reconfigured VM instance instance-00000077 to attach disk [datastore2] c7170c4e-54aa-42f5-af2e-56ccab64aa00/c7170c4e-54aa-42f5-af2e-56ccab64aa00.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.102838] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de3ae190-1020-45c8-979e-2cd846f09698 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.108365] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for the task: (returnval){ [ 1304.108365] env[68205]: value = "task-2905547" [ 1304.108365] env[68205]: _type = "Task" [ 1304.108365] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.116697] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905547, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.504661] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905546, 'name': ReconfigVM_Task, 'duration_secs': 0.275399} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.505065] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 69ff88f9-0a23-4b45-a468-1d03a2b26aac/69ff88f9-0a23-4b45-a468-1d03a2b26aac.vmdk or device None with type streamOptimized {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.506394] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/sda', 'encrypted': False, 'guest_format': None, 'image_id': '212c224b-8054-43b3-9813-d6086870cd7e'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'attachment_id': '2ceaf5f0-994c-4152-a707-1dd869f12b83', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583524', 'volume_id': 'f9a66050-9b78-4284-85de-25b2a3d388f8', 'name': 'volume-f9a66050-9b78-4284-85de-25b2a3d388f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '69ff88f9-0a23-4b45-a468-1d03a2b26aac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9a66050-9b78-4284-85de-25b2a3d388f8', 'serial': 'f9a66050-9b78-4284-85de-25b2a3d388f8'}, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68205) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1304.506595] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1304.506784] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583524', 'volume_id': 'f9a66050-9b78-4284-85de-25b2a3d388f8', 'name': 'volume-f9a66050-9b78-4284-85de-25b2a3d388f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '69ff88f9-0a23-4b45-a468-1d03a2b26aac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9a66050-9b78-4284-85de-25b2a3d388f8', 'serial': 'f9a66050-9b78-4284-85de-25b2a3d388f8'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1304.507588] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a389033a-be2d-4ec8-b0ff-1ae578e9458d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.525662] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985e2d49-c83f-44bc-b7d0-768a83f5a851 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.549711] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-f9a66050-9b78-4284-85de-25b2a3d388f8/volume-f9a66050-9b78-4284-85de-25b2a3d388f8.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.550025] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd21036-a4d1-4aa1-933d-af66a6e14ab7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.567984] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1304.567984] env[68205]: value = "task-2905548" [ 1304.567984] env[68205]: _type = "Task" [ 1304.567984] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.575652] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.616973] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905547, 'name': Rename_Task, 'duration_secs': 0.421084} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.617277] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.617542] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d458d1c-bb8b-4c52-be90-bc7c82d14640 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.623035] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for the task: (returnval){ [ 1304.623035] env[68205]: value = "task-2905549" [ 1304.623035] env[68205]: _type = "Task" [ 1304.623035] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.630015] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.077896] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905548, 'name': ReconfigVM_Task, 'duration_secs': 0.351383} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.078304] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-f9a66050-9b78-4284-85de-25b2a3d388f8/volume-f9a66050-9b78-4284-85de-25b2a3d388f8.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.083111] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95aef7e2-9749-479b-a9ad-f43c6934dfc5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.098463] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1305.098463] env[68205]: value = "task-2905550" [ 1305.098463] env[68205]: _type = "Task" [ 1305.098463] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.105925] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.133070] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905549, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.607624] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905550, 'name': ReconfigVM_Task, 'duration_secs': 0.154481} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.607904] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583524', 'volume_id': 'f9a66050-9b78-4284-85de-25b2a3d388f8', 'name': 'volume-f9a66050-9b78-4284-85de-25b2a3d388f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '69ff88f9-0a23-4b45-a468-1d03a2b26aac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9a66050-9b78-4284-85de-25b2a3d388f8', 'serial': 'f9a66050-9b78-4284-85de-25b2a3d388f8'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1305.608476] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1ca3754-2acc-4d98-be7f-df50bd907834 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.614544] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1305.614544] env[68205]: value = "task-2905551" [ 1305.614544] env[68205]: _type = "Task" [ 1305.614544] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.621711] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905551, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.631595] env[68205]: DEBUG oslo_vmware.api [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905549, 'name': PowerOnVM_Task, 'duration_secs': 0.521089} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.631822] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.632030] env[68205]: INFO nova.compute.manager [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1305.632212] env[68205]: DEBUG nova.compute.manager [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.632921] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372d01a2-2478-4394-8ad9-e9ee72367708 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.125109] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905551, 'name': Rename_Task, 'duration_secs': 0.146993} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.125336] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.125572] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-200616ae-94dd-4378-86bb-8711b12dfa71 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.131617] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1306.131617] env[68205]: value = "task-2905552" [ 1306.131617] env[68205]: _type = "Task" [ 1306.131617] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.139917] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.150811] env[68205]: INFO nova.compute.manager [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Took 17.76 seconds to build instance. [ 1306.642604] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905552, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.653352] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c0ac9146-51a6-40dc-8afa-d510863bdd5c tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.276s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.871339] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.871610] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.871798] env[68205]: DEBUG nova.compute.manager [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.872705] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284ef9ce-c457-4646-95ba-25261080e32a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.880734] env[68205]: DEBUG nova.compute.manager [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68205) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1306.880734] env[68205]: DEBUG nova.objects.instance [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'flavor' on Instance uuid 0c171d20-7977-4f4f-9e88-d6e94f046d15 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.143532] env[68205]: DEBUG oslo_vmware.api [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905552, 'name': PowerOnVM_Task, 'duration_secs': 0.512638} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.143774] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.240972] env[68205]: DEBUG nova.compute.manager [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.241899] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a73f94d-f96d-4a27-8d99-ae605f868c97 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.450946] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquiring lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.451250] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.451465] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquiring lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.451650] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.451816] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.453761] env[68205]: INFO nova.compute.manager [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Terminating instance [ 1307.760110] env[68205]: DEBUG oslo_concurrency.lockutils [None req-025ffa32-fe6a-4e4a-8818-eb21c994e438 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.955s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.760994] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.056s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.761221] env[68205]: INFO nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] During sync_power_state the instance has a pending task (spawning). Skip. [ 1307.761409] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.887541] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.887857] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d97f616b-bd17-4f48-8c6b-8da4301e9331 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.895205] env[68205]: DEBUG oslo_vmware.api [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1307.895205] env[68205]: value = "task-2905553" [ 1307.895205] env[68205]: _type = "Task" [ 1307.895205] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.907934] env[68205]: DEBUG oslo_vmware.api [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.957097] env[68205]: DEBUG nova.compute.manager [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.957309] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.958299] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa90e9-2569-4a46-8411-c1a384a65f9b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.965815] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.966090] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df81acb1-7cc4-4304-a8ff-07d26e3860e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.972390] env[68205]: DEBUG oslo_vmware.api [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for the task: (returnval){ [ 1307.972390] env[68205]: value = "task-2905554" [ 1307.972390] env[68205]: _type = "Task" [ 1307.972390] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.982590] env[68205]: DEBUG oslo_vmware.api [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.405201] env[68205]: DEBUG oslo_vmware.api [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905553, 'name': PowerOffVM_Task, 'duration_secs': 0.22421} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.405493] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.405699] env[68205]: DEBUG nova.compute.manager [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.406524] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29ddfb7-49c0-434e-9c79-999e6640da69 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.485878] env[68205]: DEBUG oslo_vmware.api [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905554, 'name': PowerOffVM_Task, 'duration_secs': 0.207743} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.486261] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.486515] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.486858] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52c756dc-87ae-4e2c-8fbd-267ba32936a1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.548159] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.548477] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.548746] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Deleting the datastore file [datastore2] c7170c4e-54aa-42f5-af2e-56ccab64aa00 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.549126] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9239f78-263e-4ee7-9f2f-e8e8faa4a7ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.556402] env[68205]: DEBUG oslo_vmware.api [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for the task: (returnval){ [ 1308.556402] env[68205]: value = "task-2905556" [ 1308.556402] env[68205]: _type = "Task" [ 1308.556402] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.567786] env[68205]: DEBUG oslo_vmware.api [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.917878] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3af30aea-5e00-465e-ba44-741427f82f0d tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.067516] env[68205]: DEBUG oslo_vmware.api [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.263512] env[68205]: DEBUG nova.objects.instance [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'flavor' on Instance uuid 0c171d20-7977-4f4f-9e88-d6e94f046d15 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.567803] env[68205]: DEBUG oslo_vmware.api [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Task: {'id': task-2905556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580467} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.568083] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.568304] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.568495] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.568671] env[68205]: INFO nova.compute.manager [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1309.568913] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.569126] env[68205]: DEBUG nova.compute.manager [-] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.569225] env[68205]: DEBUG nova.network.neutron [-] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.772075] env[68205]: DEBUG oslo_concurrency.lockutils [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.772075] env[68205]: DEBUG oslo_concurrency.lockutils [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.772310] env[68205]: DEBUG nova.network.neutron [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.772417] env[68205]: DEBUG nova.objects.instance [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'info_cache' on Instance uuid 0c171d20-7977-4f4f-9e88-d6e94f046d15 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.810024] env[68205]: DEBUG nova.compute.manager [req-3d278508-0db6-422c-bd4f-8000b34eb1f7 req-6feefdf7-7598-43d5-8622-c0dafc8265f3 service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Received event network-vif-deleted-858f183f-20c3-456f-b5b1-1aee23cea3c3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.810235] env[68205]: INFO nova.compute.manager [req-3d278508-0db6-422c-bd4f-8000b34eb1f7 req-6feefdf7-7598-43d5-8622-c0dafc8265f3 service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Neutron deleted interface 858f183f-20c3-456f-b5b1-1aee23cea3c3; detaching it from the instance and deleting it from the info cache [ 1309.810411] env[68205]: DEBUG nova.network.neutron [req-3d278508-0db6-422c-bd4f-8000b34eb1f7 req-6feefdf7-7598-43d5-8622-c0dafc8265f3 service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.276707] env[68205]: DEBUG nova.objects.base [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Object Instance<0c171d20-7977-4f4f-9e88-d6e94f046d15> lazy-loaded attributes: flavor,info_cache {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1310.292978] env[68205]: DEBUG nova.network.neutron [-] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.313528] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d27fc982-7665-406f-b36b-d4cbffd10591 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.323907] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a276f2a-f378-4b40-8a22-b7589ad7015b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.354569] env[68205]: DEBUG nova.compute.manager [req-3d278508-0db6-422c-bd4f-8000b34eb1f7 req-6feefdf7-7598-43d5-8622-c0dafc8265f3 service nova] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Detach interface failed, port_id=858f183f-20c3-456f-b5b1-1aee23cea3c3, reason: Instance c7170c4e-54aa-42f5-af2e-56ccab64aa00 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.795857] env[68205]: INFO nova.compute.manager [-] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Took 1.23 seconds to deallocate network for instance. [ 1311.031530] env[68205]: DEBUG nova.network.neutron [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Updating instance_info_cache with network_info: [{"id": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "address": "fa:16:3e:40:9d:28", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafaf8d7c-72", "ovs_interfaceid": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.228410] env[68205]: DEBUG oslo_concurrency.lockutils [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "49e62fb5-e789-4704-9956-8cc1fd73586b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.228606] env[68205]: DEBUG oslo_concurrency.lockutils [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.301991] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.302376] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.302523] env[68205]: DEBUG nova.objects.instance [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lazy-loading 'resources' on Instance uuid c7170c4e-54aa-42f5-af2e-56ccab64aa00 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.533771] env[68205]: DEBUG oslo_concurrency.lockutils [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.732250] env[68205]: DEBUG nova.compute.utils [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.924562] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f5f703-ea91-4a77-83e8-d13ac513d778 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.931987] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a15f1e-38f2-4374-bf7c-3bbab2cae02f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.962442] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc686c76-1f7d-4b4a-b29d-23dd46f2a6f8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.969734] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0d0fe4-a741-461c-8539-d48ab42addc8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.982672] env[68205]: DEBUG nova.compute.provider_tree [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.235527] env[68205]: DEBUG oslo_concurrency.lockutils [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.485728] env[68205]: DEBUG nova.scheduler.client.report [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.538738] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.539062] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50828dea-4c3c-459a-83e6-1502330c5027 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.547666] env[68205]: DEBUG oslo_vmware.api [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1312.547666] env[68205]: value = "task-2905557" [ 1312.547666] env[68205]: _type = "Task" [ 1312.547666] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.555331] env[68205]: DEBUG oslo_vmware.api [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.990519] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.008118] env[68205]: INFO nova.scheduler.client.report [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Deleted allocations for instance c7170c4e-54aa-42f5-af2e-56ccab64aa00 [ 1313.057804] env[68205]: DEBUG oslo_vmware.api [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905557, 'name': PowerOnVM_Task, 'duration_secs': 0.370933} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.058109] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.058316] env[68205]: DEBUG nova.compute.manager [None req-85b008fe-e186-4cdc-931b-79c5b5793b24 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.059126] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0f1704-a9ac-447f-be31-664857c9f039 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.303830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "49e62fb5-e789-4704-9956-8cc1fd73586b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.305946] env[68205]: DEBUG oslo_concurrency.lockutils [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.306207] env[68205]: INFO nova.compute.manager [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Attaching volume 22d06f65-d9ed-4124-a383-4f194d383a01 to /dev/sdb [ 1313.339807] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b72b451-a53d-4057-8345-a4b36693388e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.346809] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfa369c-216b-4ae5-a8e9-b833cede7c02 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.359900] env[68205]: DEBUG nova.virt.block_device [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Updating existing volume attachment record: 76b8976f-3268-4f4b-b15f-9c6a86b2838f {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1313.516573] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f57d13c7-ab76-4051-8c38-cca6ac322a87 tempest-ServersNegativeTestMultiTenantJSON-502155080 tempest-ServersNegativeTestMultiTenantJSON-502155080-project-member] Lock "c7170c4e-54aa-42f5-af2e-56ccab64aa00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.065s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.078101] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f2d15d-5c52-47ec-bf08-bf7762f77014 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.082872] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f046b19e-2b1f-4a50-b850-f8e8371d9025 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Suspending the VM {{(pid=68205) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1314.083302] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ac13daf3-5ac8-4a4b-9799-7e3333f9832d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.089111] env[68205]: DEBUG oslo_vmware.api [None req-f046b19e-2b1f-4a50-b850-f8e8371d9025 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1314.089111] env[68205]: value = "task-2905559" [ 1314.089111] env[68205]: _type = "Task" [ 1314.089111] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.104665] env[68205]: DEBUG oslo_vmware.api [None req-f046b19e-2b1f-4a50-b850-f8e8371d9025 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905559, 'name': SuspendVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.512947] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "interface-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-85842e52-e3ee-4c48-83e8-2406c0958c04" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.513440] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-85842e52-e3ee-4c48-83e8-2406c0958c04" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.514083] env[68205]: DEBUG nova.objects.instance [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'flavor' on Instance uuid f3e2ce3d-0e3b-41f5-928d-85679b1b68d8 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.599785] env[68205]: DEBUG oslo_vmware.api [None req-f046b19e-2b1f-4a50-b850-f8e8371d9025 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905559, 'name': SuspendVM_Task} progress is 58%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.101868] env[68205]: DEBUG oslo_vmware.api [None req-f046b19e-2b1f-4a50-b850-f8e8371d9025 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905559, 'name': SuspendVM_Task, 'duration_secs': 0.874563} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.103706] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f046b19e-2b1f-4a50-b850-f8e8371d9025 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Suspended the VM {{(pid=68205) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1315.103706] env[68205]: DEBUG nova.compute.manager [None req-f046b19e-2b1f-4a50-b850-f8e8371d9025 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.103706] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac674c6-ef84-4844-b2eb-39d5c3f22862 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.144962] env[68205]: DEBUG nova.objects.instance [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'pci_requests' on Instance uuid f3e2ce3d-0e3b-41f5-928d-85679b1b68d8 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.649885] env[68205]: DEBUG nova.objects.base [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1315.650254] env[68205]: DEBUG nova.network.neutron [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.715294] env[68205]: DEBUG nova.policy [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e28a7cebe641ee92cb5a49c63595ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660ebffe7fb9414fa5e5a10f644653c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1316.482261] env[68205]: INFO nova.compute.manager [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Resuming [ 1316.482898] env[68205]: DEBUG nova.objects.instance [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'flavor' on Instance uuid 0c171d20-7977-4f4f-9e88-d6e94f046d15 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.101159] env[68205]: DEBUG nova.compute.manager [req-2457738f-6e2d-4d44-8ec2-0dd869b7a29f req-4af81088-1978-47af-bfd0-d49f544a2386 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received event network-vif-plugged-85842e52-e3ee-4c48-83e8-2406c0958c04 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.101415] env[68205]: DEBUG oslo_concurrency.lockutils [req-2457738f-6e2d-4d44-8ec2-0dd869b7a29f req-4af81088-1978-47af-bfd0-d49f544a2386 service nova] Acquiring lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.101587] env[68205]: DEBUG oslo_concurrency.lockutils [req-2457738f-6e2d-4d44-8ec2-0dd869b7a29f req-4af81088-1978-47af-bfd0-d49f544a2386 service nova] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.101782] env[68205]: DEBUG oslo_concurrency.lockutils [req-2457738f-6e2d-4d44-8ec2-0dd869b7a29f req-4af81088-1978-47af-bfd0-d49f544a2386 service nova] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.101981] env[68205]: DEBUG nova.compute.manager [req-2457738f-6e2d-4d44-8ec2-0dd869b7a29f req-4af81088-1978-47af-bfd0-d49f544a2386 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] No waiting events found dispatching network-vif-plugged-85842e52-e3ee-4c48-83e8-2406c0958c04 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.102130] env[68205]: WARNING nova.compute.manager [req-2457738f-6e2d-4d44-8ec2-0dd869b7a29f req-4af81088-1978-47af-bfd0-d49f544a2386 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received unexpected event network-vif-plugged-85842e52-e3ee-4c48-83e8-2406c0958c04 for instance with vm_state active and task_state None. [ 1317.188021] env[68205]: DEBUG nova.network.neutron [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Successfully updated port: 85842e52-e3ee-4c48-83e8-2406c0958c04 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.689689] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.690060] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.690225] env[68205]: DEBUG nova.network.neutron [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.905482] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1317.905724] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583533', 'volume_id': '22d06f65-d9ed-4124-a383-4f194d383a01', 'name': 'volume-22d06f65-d9ed-4124-a383-4f194d383a01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e62fb5-e789-4704-9956-8cc1fd73586b', 'attached_at': '', 'detached_at': '', 'volume_id': '22d06f65-d9ed-4124-a383-4f194d383a01', 'serial': '22d06f65-d9ed-4124-a383-4f194d383a01'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1317.906730] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d58ffe4-bc78-4898-a8a9-b520178b8dda {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.923100] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a623d8ee-09f2-42fd-8ac6-a23d9e48c20f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.946732] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-22d06f65-d9ed-4124-a383-4f194d383a01/volume-22d06f65-d9ed-4124-a383-4f194d383a01.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.946949] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364eb4d9-d5dd-416c-b176-13794d2cd6e4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.964172] env[68205]: DEBUG oslo_vmware.api [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1317.964172] env[68205]: value = "task-2905561" [ 1317.964172] env[68205]: _type = "Task" [ 1317.964172] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.973308] env[68205]: DEBUG oslo_vmware.api [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.994075] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.994280] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquired lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.994400] env[68205]: DEBUG nova.network.neutron [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.227529] env[68205]: WARNING nova.network.neutron [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] b425a58c-354c-4989-85e5-580b6433a89d already exists in list: networks containing: ['b425a58c-354c-4989-85e5-580b6433a89d']. ignoring it [ 1318.474140] env[68205]: DEBUG oslo_vmware.api [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905561, 'name': ReconfigVM_Task, 'duration_secs': 0.336359} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.474427] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-22d06f65-d9ed-4124-a383-4f194d383a01/volume-22d06f65-d9ed-4124-a383-4f194d383a01.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.479998] env[68205]: DEBUG nova.network.neutron [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [{"id": "7bdac444-6334-4999-9da1-b32c49da2a50", "address": "fa:16:3e:57:f5:d9", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac444-63", "ovs_interfaceid": "7bdac444-6334-4999-9da1-b32c49da2a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85842e52-e3ee-4c48-83e8-2406c0958c04", "address": "fa:16:3e:86:75:6f", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85842e52-e3", "ovs_interfaceid": "85842e52-e3ee-4c48-83e8-2406c0958c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.481162] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b200ee-3121-401b-9509-e9b06a6cefe9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.495952] env[68205]: DEBUG oslo_vmware.api [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1318.495952] env[68205]: value = "task-2905562" [ 1318.495952] env[68205]: _type = "Task" [ 1318.495952] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.505541] env[68205]: DEBUG oslo_vmware.api [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.696518] env[68205]: DEBUG nova.network.neutron [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Updating instance_info_cache with network_info: [{"id": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "address": "fa:16:3e:40:9d:28", "network": {"id": "df94b602-0291-4515-b88d-86f2e41f54b7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-193951064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e82def949a4ced86440216a4dcc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafaf8d7c-72", "ovs_interfaceid": "afaf8d7c-7217-4ea8-a7d8-7a2d5698debf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.991662] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.992291] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.992449] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.993334] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b923f788-f8ab-45fa-b2e9-7c162771907c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.011398] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.011612] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.011768] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.011952] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.012097] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.012244] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.012444] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.012603] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.012763] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.012920] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.013103] env[68205]: DEBUG nova.virt.hardware [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.019591] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Reconfiguring VM to attach interface {{(pid=68205) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1319.020244] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f1d909-1ef0-4563-9a8c-e53344f1f42d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.035322] env[68205]: DEBUG oslo_vmware.api [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905562, 'name': ReconfigVM_Task, 'duration_secs': 0.151303} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.036301] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583533', 'volume_id': '22d06f65-d9ed-4124-a383-4f194d383a01', 'name': 'volume-22d06f65-d9ed-4124-a383-4f194d383a01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e62fb5-e789-4704-9956-8cc1fd73586b', 'attached_at': '', 'detached_at': '', 'volume_id': '22d06f65-d9ed-4124-a383-4f194d383a01', 'serial': '22d06f65-d9ed-4124-a383-4f194d383a01'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1319.039879] env[68205]: DEBUG oslo_vmware.api [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1319.039879] env[68205]: value = "task-2905563" [ 1319.039879] env[68205]: _type = "Task" [ 1319.039879] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.047528] env[68205]: DEBUG oslo_vmware.api [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905563, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.127222] env[68205]: DEBUG nova.compute.manager [req-0f10d8d2-9b44-4872-88e3-933d60615740 req-3aa26c16-ab01-4efe-95f7-b6aba88eb850 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received event network-changed-85842e52-e3ee-4c48-83e8-2406c0958c04 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.127463] env[68205]: DEBUG nova.compute.manager [req-0f10d8d2-9b44-4872-88e3-933d60615740 req-3aa26c16-ab01-4efe-95f7-b6aba88eb850 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing instance network info cache due to event network-changed-85842e52-e3ee-4c48-83e8-2406c0958c04. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1319.127705] env[68205]: DEBUG oslo_concurrency.lockutils [req-0f10d8d2-9b44-4872-88e3-933d60615740 req-3aa26c16-ab01-4efe-95f7-b6aba88eb850 service nova] Acquiring lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.127993] env[68205]: DEBUG oslo_concurrency.lockutils [req-0f10d8d2-9b44-4872-88e3-933d60615740 req-3aa26c16-ab01-4efe-95f7-b6aba88eb850 service nova] Acquired lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.128201] env[68205]: DEBUG nova.network.neutron [req-0f10d8d2-9b44-4872-88e3-933d60615740 req-3aa26c16-ab01-4efe-95f7-b6aba88eb850 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing network info cache for port 85842e52-e3ee-4c48-83e8-2406c0958c04 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.200055] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Releasing lock "refresh_cache-0c171d20-7977-4f4f-9e88-d6e94f046d15" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.200483] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849027ee-ddae-47ee-bf64-b3b27ef13921 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.207611] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Resuming the VM {{(pid=68205) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1319.207854] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6654a9ae-5b65-461a-9921-6625a6b9c2c9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.213974] env[68205]: DEBUG oslo_vmware.api [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1319.213974] env[68205]: value = "task-2905564" [ 1319.213974] env[68205]: _type = "Task" [ 1319.213974] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.221925] env[68205]: DEBUG oslo_vmware.api [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.551692] env[68205]: DEBUG oslo_vmware.api [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.724454] env[68205]: DEBUG oslo_vmware.api [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905564, 'name': PowerOnVM_Task} progress is 96%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.847787] env[68205]: DEBUG nova.network.neutron [req-0f10d8d2-9b44-4872-88e3-933d60615740 req-3aa26c16-ab01-4efe-95f7-b6aba88eb850 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updated VIF entry in instance network info cache for port 85842e52-e3ee-4c48-83e8-2406c0958c04. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.848260] env[68205]: DEBUG nova.network.neutron [req-0f10d8d2-9b44-4872-88e3-933d60615740 req-3aa26c16-ab01-4efe-95f7-b6aba88eb850 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [{"id": "7bdac444-6334-4999-9da1-b32c49da2a50", "address": "fa:16:3e:57:f5:d9", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac444-63", "ovs_interfaceid": "7bdac444-6334-4999-9da1-b32c49da2a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85842e52-e3ee-4c48-83e8-2406c0958c04", "address": "fa:16:3e:86:75:6f", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85842e52-e3", "ovs_interfaceid": "85842e52-e3ee-4c48-83e8-2406c0958c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.051101] env[68205]: DEBUG oslo_vmware.api [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905563, 'name': ReconfigVM_Task, 'duration_secs': 0.530221} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.051617] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.051835] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Reconfigured VM to attach interface {{(pid=68205) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1320.077215] env[68205]: DEBUG nova.objects.instance [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lazy-loading 'flavor' on Instance uuid 49e62fb5-e789-4704-9956-8cc1fd73586b {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.225030] env[68205]: DEBUG oslo_vmware.api [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905564, 'name': PowerOnVM_Task, 'duration_secs': 0.657681} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.225171] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Resumed the VM {{(pid=68205) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1320.226046] env[68205]: DEBUG nova.compute.manager [None req-a4dcc6bb-a965-4537-9dbf-1e188e1bae22 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.226170] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e31e6d-f270-4693-a9e5-d9cd25dde7d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.351356] env[68205]: DEBUG oslo_concurrency.lockutils [req-0f10d8d2-9b44-4872-88e3-933d60615740 req-3aa26c16-ab01-4efe-95f7-b6aba88eb850 service nova] Releasing lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.556995] env[68205]: DEBUG oslo_concurrency.lockutils [None req-a18e698e-e4cc-4fae-96f8-bd497e34ee3a tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-85842e52-e3ee-4c48-83e8-2406c0958c04" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.044s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.581509] env[68205]: DEBUG oslo_concurrency.lockutils [None req-430cb787-d8f6-4796-b96c-69632fd7e3a1 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.275s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.835747] env[68205]: DEBUG oslo_concurrency.lockutils [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "49e62fb5-e789-4704-9956-8cc1fd73586b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.836032] env[68205]: DEBUG oslo_concurrency.lockutils [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.191777] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.192051] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.192277] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "0c171d20-7977-4f4f-9e88-d6e94f046d15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.192458] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.192620] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.194722] env[68205]: INFO nova.compute.manager [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Terminating instance [ 1321.338740] env[68205]: INFO nova.compute.manager [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Detaching volume 22d06f65-d9ed-4124-a383-4f194d383a01 [ 1321.375551] env[68205]: INFO nova.virt.block_device [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Attempting to driver detach volume 22d06f65-d9ed-4124-a383-4f194d383a01 from mountpoint /dev/sdb [ 1321.376108] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1321.376442] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583533', 'volume_id': '22d06f65-d9ed-4124-a383-4f194d383a01', 'name': 'volume-22d06f65-d9ed-4124-a383-4f194d383a01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e62fb5-e789-4704-9956-8cc1fd73586b', 'attached_at': '', 'detached_at': '', 'volume_id': '22d06f65-d9ed-4124-a383-4f194d383a01', 'serial': '22d06f65-d9ed-4124-a383-4f194d383a01'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1321.377948] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4b40c7-ca9b-4701-8e8d-38d669d56d91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.410367] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e97f54a-5ed6-4910-8b98-810385675b7e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.418290] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d916db1-a5eb-43d9-a6da-ee1e5885b1aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.440123] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0f4237-7bd5-4c1b-af4c-1b46cdb48e6e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.454814] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] The volume has not been displaced from its original location: [datastore1] volume-22d06f65-d9ed-4124-a383-4f194d383a01/volume-22d06f65-d9ed-4124-a383-4f194d383a01.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1321.460647] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1321.461081] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bf3cf9-5ff5-4d0f-8b41-9cc26d4acd69 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.479221] env[68205]: DEBUG oslo_vmware.api [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1321.479221] env[68205]: value = "task-2905565" [ 1321.479221] env[68205]: _type = "Task" [ 1321.479221] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.486964] env[68205]: DEBUG oslo_vmware.api [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.698505] env[68205]: DEBUG nova.compute.manager [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.698821] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.699634] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bc9342-cfc6-4095-86f7-535939b31192 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.707936] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.708169] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19831d75-bdea-4e97-8592-eef26948a7e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.714681] env[68205]: DEBUG oslo_vmware.api [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1321.714681] env[68205]: value = "task-2905566" [ 1321.714681] env[68205]: _type = "Task" [ 1321.714681] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.723788] env[68205]: DEBUG oslo_vmware.api [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.989720] env[68205]: DEBUG oslo_vmware.api [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905565, 'name': ReconfigVM_Task, 'duration_secs': 0.259015} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.989944] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1321.994583] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b515519f-861b-4188-b1ba-12a10b3351b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.011920] env[68205]: DEBUG oslo_vmware.api [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1322.011920] env[68205]: value = "task-2905567" [ 1322.011920] env[68205]: _type = "Task" [ 1322.011920] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.021470] env[68205]: DEBUG oslo_vmware.api [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.223835] env[68205]: DEBUG oslo_vmware.api [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905566, 'name': PowerOffVM_Task, 'duration_secs': 0.372663} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.224109] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.224314] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.224540] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2e36331-40b6-4271-84c4-d7e74b4bb95e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.228481] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "interface-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-85842e52-e3ee-4c48-83e8-2406c0958c04" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.228850] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-85842e52-e3ee-4c48-83e8-2406c0958c04" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.287931] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.288179] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.288325] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleting the datastore file [datastore2] 0c171d20-7977-4f4f-9e88-d6e94f046d15 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.288571] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02838aed-ed5c-4217-ba75-fd83b8b8f1a9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.294480] env[68205]: DEBUG oslo_vmware.api [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for the task: (returnval){ [ 1322.294480] env[68205]: value = "task-2905569" [ 1322.294480] env[68205]: _type = "Task" [ 1322.294480] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.301551] env[68205]: DEBUG oslo_vmware.api [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.521648] env[68205]: DEBUG oslo_vmware.api [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905567, 'name': ReconfigVM_Task, 'duration_secs': 0.146782} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.521940] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583533', 'volume_id': '22d06f65-d9ed-4124-a383-4f194d383a01', 'name': 'volume-22d06f65-d9ed-4124-a383-4f194d383a01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e62fb5-e789-4704-9956-8cc1fd73586b', 'attached_at': '', 'detached_at': '', 'volume_id': '22d06f65-d9ed-4124-a383-4f194d383a01', 'serial': '22d06f65-d9ed-4124-a383-4f194d383a01'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1322.731188] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.731589] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.732327] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f38523c-dbc8-4216-a4c1-4c211bca4ba2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.750711] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5bb8e9-67e2-4371-8da5-efc2b2808980 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.776159] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Reconfiguring VM to detach interface {{(pid=68205) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1322.776420] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155d2e74-2458-4027-8f39-9f31bceafe6d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.795230] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1322.795230] env[68205]: value = "task-2905570" [ 1322.795230] env[68205]: _type = "Task" [ 1322.795230] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.805819] env[68205]: DEBUG oslo_vmware.api [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Task: {'id': task-2905569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136464} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.808487] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.808679] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.808857] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.809042] env[68205]: INFO nova.compute.manager [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1322.809304] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.809619] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.809829] env[68205]: DEBUG nova.compute.manager [-] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.809924] env[68205]: DEBUG nova.network.neutron [-] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.064879] env[68205]: DEBUG nova.objects.instance [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lazy-loading 'flavor' on Instance uuid 49e62fb5-e789-4704-9956-8cc1fd73586b {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.239260] env[68205]: DEBUG nova.compute.manager [req-7f873be5-7956-454f-8f61-a9017057e9e5 req-3fbf7e57-ded8-45f9-9359-70dbb0fe2c1f service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Received event network-vif-deleted-afaf8d7c-7217-4ea8-a7d8-7a2d5698debf {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.239483] env[68205]: INFO nova.compute.manager [req-7f873be5-7956-454f-8f61-a9017057e9e5 req-3fbf7e57-ded8-45f9-9359-70dbb0fe2c1f service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Neutron deleted interface afaf8d7c-7217-4ea8-a7d8-7a2d5698debf; detaching it from the instance and deleting it from the info cache [ 1323.239483] env[68205]: DEBUG nova.network.neutron [req-7f873be5-7956-454f-8f61-a9017057e9e5 req-3fbf7e57-ded8-45f9-9359-70dbb0fe2c1f service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.309680] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.719259] env[68205]: DEBUG nova.network.neutron [-] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.742149] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d662054f-ada4-478e-9316-9f4ac03282f5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.752935] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b6297c-1766-4e2e-97fb-4770d38afe73 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.783026] env[68205]: DEBUG nova.compute.manager [req-7f873be5-7956-454f-8f61-a9017057e9e5 req-3fbf7e57-ded8-45f9-9359-70dbb0fe2c1f service nova] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Detach interface failed, port_id=afaf8d7c-7217-4ea8-a7d8-7a2d5698debf, reason: Instance 0c171d20-7977-4f4f-9e88-d6e94f046d15 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.807235] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.071943] env[68205]: DEBUG oslo_concurrency.lockutils [None req-447f26a7-de6d-4c01-bad2-84bfbadcda53 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.221959] env[68205]: INFO nova.compute.manager [-] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Took 1.41 seconds to deallocate network for instance. [ 1324.308184] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.728475] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.728782] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.728997] env[68205]: DEBUG nova.objects.instance [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lazy-loading 'resources' on Instance uuid 0c171d20-7977-4f4f-9e88-d6e94f046d15 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.808620] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.096472] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "49e62fb5-e789-4704-9956-8cc1fd73586b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.096472] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.096625] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "49e62fb5-e789-4704-9956-8cc1fd73586b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.096762] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.096936] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.100699] env[68205]: INFO nova.compute.manager [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Terminating instance [ 1325.310150] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.337025] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d7a20c-2622-4fb8-a768-fd580cf39080 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.343820] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ead23a0-67a2-4ca2-8c67-cef6dc156dc8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.375108] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd616919-b0d8-437f-a474-227ca0dda2da {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.381769] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd11ea8b-61b4-4906-8c47-9562d46807f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.394280] env[68205]: DEBUG nova.compute.provider_tree [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.606255] env[68205]: DEBUG nova.compute.manager [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.606442] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.607326] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8858c8-a4c7-4fa2-82ff-24e1f0d8b65c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.615115] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.615340] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d004b4cf-f37c-4871-a38e-96182c003662 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.622130] env[68205]: DEBUG oslo_vmware.api [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1325.622130] env[68205]: value = "task-2905571" [ 1325.622130] env[68205]: _type = "Task" [ 1325.622130] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.629380] env[68205]: DEBUG oslo_vmware.api [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.808853] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.897190] env[68205]: DEBUG nova.scheduler.client.report [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.131715] env[68205]: DEBUG oslo_vmware.api [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905571, 'name': PowerOffVM_Task, 'duration_secs': 0.156853} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.131980] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.132164] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.132413] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf2dd1f3-db15-44db-9460-8bb91bcf715a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.195461] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.195667] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.195848] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleting the datastore file [datastore2] 49e62fb5-e789-4704-9956-8cc1fd73586b {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.196122] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a48e43a-3403-4ac5-bd2e-d7daf46d9362 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.202418] env[68205]: DEBUG oslo_vmware.api [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1326.202418] env[68205]: value = "task-2905573" [ 1326.202418] env[68205]: _type = "Task" [ 1326.202418] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.209998] env[68205]: DEBUG oslo_vmware.api [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.309708] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.402992] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.424406] env[68205]: INFO nova.scheduler.client.report [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Deleted allocations for instance 0c171d20-7977-4f4f-9e88-d6e94f046d15 [ 1326.712742] env[68205]: DEBUG oslo_vmware.api [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128687} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.713013] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.713221] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.713437] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.713617] env[68205]: INFO nova.compute.manager [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1326.713854] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.714053] env[68205]: DEBUG nova.compute.manager [-] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.714151] env[68205]: DEBUG nova.network.neutron [-] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.810890] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.935024] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8d6ce7fc-ff2a-4d85-86c1-a27202579c12 tempest-ServerActionsTestJSON-1586205183 tempest-ServerActionsTestJSON-1586205183-project-member] Lock "0c171d20-7977-4f4f-9e88-d6e94f046d15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.743s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.164591] env[68205]: DEBUG nova.compute.manager [req-33257745-aade-40bb-8c95-99b3afc0bc57 req-0728ecc4-814e-4d2e-9214-e971391e40fa service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Received event network-vif-deleted-289bde06-e66b-43ad-8ae1-35df0132d954 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.164985] env[68205]: INFO nova.compute.manager [req-33257745-aade-40bb-8c95-99b3afc0bc57 req-0728ecc4-814e-4d2e-9214-e971391e40fa service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Neutron deleted interface 289bde06-e66b-43ad-8ae1-35df0132d954; detaching it from the instance and deleting it from the info cache [ 1327.164985] env[68205]: DEBUG nova.network.neutron [req-33257745-aade-40bb-8c95-99b3afc0bc57 req-0728ecc4-814e-4d2e-9214-e971391e40fa service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.312457] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.539544] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.539781] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.641732] env[68205]: DEBUG nova.network.neutron [-] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.666806] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b11097b-b172-4c69-b850-b26634a40d54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.676780] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5457d31-de32-45c5-bba7-2daaa3b2a955 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.707555] env[68205]: DEBUG nova.compute.manager [req-33257745-aade-40bb-8c95-99b3afc0bc57 req-0728ecc4-814e-4d2e-9214-e971391e40fa service nova] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Detach interface failed, port_id=289bde06-e66b-43ad-8ae1-35df0132d954, reason: Instance 49e62fb5-e789-4704-9956-8cc1fd73586b could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.812852] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.043885] env[68205]: DEBUG nova.compute.utils [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.145787] env[68205]: INFO nova.compute.manager [-] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Took 1.43 seconds to deallocate network for instance. [ 1328.313868] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.546824] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.651282] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.651621] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.651851] env[68205]: DEBUG nova.objects.instance [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lazy-loading 'resources' on Instance uuid 49e62fb5-e789-4704-9956-8cc1fd73586b {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.814269] env[68205]: DEBUG oslo_vmware.api [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905570, 'name': ReconfigVM_Task, 'duration_secs': 5.784567} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.814569] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.814770] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Reconfigured VM to detach interface {{(pid=68205) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1329.277134] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58cf4ca-d52b-429f-9c09-2a465ab6f848 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.285310] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583e44d0-f379-47b6-a6f5-614bba28286e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.316836] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f74dd9-56fe-4455-a335-73a0ac2ca376 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.324648] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2060f83b-368e-49cc-9fac-af45e8d57e95 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.338238] env[68205]: DEBUG nova.compute.provider_tree [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.633558] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.634138] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.634403] env[68205]: INFO nova.compute.manager [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Attaching volume 6208c593-1cd3-42c2-8ddb-a39c848fa48b to /dev/sdb [ 1329.667718] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedb295f-b66c-4bc1-ae84-479401dcdf56 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.674963] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e45a818-f0f0-4404-a7dc-209e0288cbc8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.690232] env[68205]: DEBUG nova.virt.block_device [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Updating existing volume attachment record: 7bed8a2c-bffd-4981-bb77-3cee69fa1bd4 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1329.841966] env[68205]: DEBUG nova.scheduler.client.report [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.193842] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.194085] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.194294] env[68205]: DEBUG nova.network.neutron [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.345774] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.369721] env[68205]: INFO nova.scheduler.client.report [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleted allocations for instance 49e62fb5-e789-4704-9956-8cc1fd73586b [ 1330.877328] env[68205]: INFO nova.network.neutron [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Port 85842e52-e3ee-4c48-83e8-2406c0958c04 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1330.877644] env[68205]: DEBUG nova.network.neutron [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [{"id": "7bdac444-6334-4999-9da1-b32c49da2a50", "address": "fa:16:3e:57:f5:d9", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac444-63", "ovs_interfaceid": "7bdac444-6334-4999-9da1-b32c49da2a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.878818] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7ff4778c-5f58-4010-9817-472e890477bb tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "49e62fb5-e789-4704-9956-8cc1fd73586b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.782s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.905782] env[68205]: DEBUG nova.compute.manager [req-f0ddc732-89a0-46ed-b0ab-8564e3bb051b req-df9a97b3-4e55-4c6b-b068-ec42d24793fc service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received event network-changed-7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.905992] env[68205]: DEBUG nova.compute.manager [req-f0ddc732-89a0-46ed-b0ab-8564e3bb051b req-df9a97b3-4e55-4c6b-b068-ec42d24793fc service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing instance network info cache due to event network-changed-7bdac444-6334-4999-9da1-b32c49da2a50. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.906214] env[68205]: DEBUG oslo_concurrency.lockutils [req-f0ddc732-89a0-46ed-b0ab-8564e3bb051b req-df9a97b3-4e55-4c6b-b068-ec42d24793fc service nova] Acquiring lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.019153] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "180fd060-7666-499e-b1e4-891df231475c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.019544] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "180fd060-7666-499e-b1e4-891df231475c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.019639] env[68205]: INFO nova.compute.manager [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Shelving [ 1331.381118] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.383534] env[68205]: DEBUG oslo_concurrency.lockutils [req-f0ddc732-89a0-46ed-b0ab-8564e3bb051b req-df9a97b3-4e55-4c6b-b068-ec42d24793fc service nova] Acquired lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.383782] env[68205]: DEBUG nova.network.neutron [req-f0ddc732-89a0-46ed-b0ab-8564e3bb051b req-df9a97b3-4e55-4c6b-b068-ec42d24793fc service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Refreshing network info cache for port 7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.611234] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "interface-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-85842e52-e3ee-4c48-83e8-2406c0958c04" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.611234] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-85842e52-e3ee-4c48-83e8-2406c0958c04" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.611234] env[68205]: DEBUG nova.objects.instance [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'flavor' on Instance uuid f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.886684] env[68205]: DEBUG oslo_concurrency.lockutils [None req-3750652f-b9b9-4ba5-af51-26e563c79672 tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-85842e52-e3ee-4c48-83e8-2406c0958c04" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.658s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.029202] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.029502] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82b2a4f3-f6c0-41e7-87a0-71c896334bd3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.037549] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1332.037549] env[68205]: value = "task-2905577" [ 1332.037549] env[68205]: _type = "Task" [ 1332.037549] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.045107] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.094280] env[68205]: DEBUG nova.network.neutron [req-f0ddc732-89a0-46ed-b0ab-8564e3bb051b req-df9a97b3-4e55-4c6b-b068-ec42d24793fc service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updated VIF entry in instance network info cache for port 7bdac444-6334-4999-9da1-b32c49da2a50. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.094760] env[68205]: DEBUG nova.network.neutron [req-f0ddc732-89a0-46ed-b0ab-8564e3bb051b req-df9a97b3-4e55-4c6b-b068-ec42d24793fc service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [{"id": "7bdac444-6334-4999-9da1-b32c49da2a50", "address": "fa:16:3e:57:f5:d9", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac444-63", "ovs_interfaceid": "7bdac444-6334-4999-9da1-b32c49da2a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.224120] env[68205]: DEBUG nova.objects.instance [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'pci_requests' on Instance uuid f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.547804] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905577, 'name': PowerOffVM_Task, 'duration_secs': 0.174697} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.548095] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.548898] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe23ac3-800c-492f-a459-d75e504c84f4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.566420] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d31a2c-337e-49be-88d8-a2104f028d4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.597136] env[68205]: DEBUG oslo_concurrency.lockutils [req-f0ddc732-89a0-46ed-b0ab-8564e3bb051b req-df9a97b3-4e55-4c6b-b068-ec42d24793fc service nova] Releasing lock "refresh_cache-f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.726655] env[68205]: DEBUG nova.objects.base [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1332.726941] env[68205]: DEBUG nova.network.neutron [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.786830] env[68205]: DEBUG nova.policy [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e28a7cebe641ee92cb5a49c63595ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '660ebffe7fb9414fa5e5a10f644653c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.948751] env[68205]: DEBUG nova.compute.manager [req-4e021a19-36f8-4ed8-8262-3040bb0129b3 req-ec50fa39-75d6-42d7-b61b-1af647a7e864 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Received event network-changed-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.949029] env[68205]: DEBUG nova.compute.manager [req-4e021a19-36f8-4ed8-8262-3040bb0129b3 req-ec50fa39-75d6-42d7-b61b-1af647a7e864 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Refreshing instance network info cache due to event network-changed-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.949172] env[68205]: DEBUG oslo_concurrency.lockutils [req-4e021a19-36f8-4ed8-8262-3040bb0129b3 req-ec50fa39-75d6-42d7-b61b-1af647a7e864 service nova] Acquiring lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.949311] env[68205]: DEBUG oslo_concurrency.lockutils [req-4e021a19-36f8-4ed8-8262-3040bb0129b3 req-ec50fa39-75d6-42d7-b61b-1af647a7e864 service nova] Acquired lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.949470] env[68205]: DEBUG nova.network.neutron [req-4e021a19-36f8-4ed8-8262-3040bb0129b3 req-ec50fa39-75d6-42d7-b61b-1af647a7e864 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Refreshing network info cache for port eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.076877] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1333.077344] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80e5c91c-5113-40ab-983b-1ef20171dc28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.085618] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1333.085618] env[68205]: value = "task-2905579" [ 1333.085618] env[68205]: _type = "Task" [ 1333.085618] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.094183] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905579, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.112015] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.112733] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.595373] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905579, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.715804] env[68205]: DEBUG nova.compute.manager [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.715804] env[68205]: DEBUG nova.network.neutron [req-4e021a19-36f8-4ed8-8262-3040bb0129b3 req-ec50fa39-75d6-42d7-b61b-1af647a7e864 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updated VIF entry in instance network info cache for port eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.715804] env[68205]: DEBUG nova.network.neutron [req-4e021a19-36f8-4ed8-8262-3040bb0129b3 req-ec50fa39-75d6-42d7-b61b-1af647a7e864 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updating instance_info_cache with network_info: [{"id": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "address": "fa:16:3e:2c:0f:1d", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb2fe-b5", "ovs_interfaceid": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.096963] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905579, 'name': CreateSnapshot_Task, 'duration_secs': 0.512928} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.097352] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1334.098024] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f41869b-ba4a-4448-b961-950dafa4e52c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.142824] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.143049] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.145116] env[68205]: INFO nova.compute.claims [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.194640] env[68205]: DEBUG oslo_concurrency.lockutils [req-4e021a19-36f8-4ed8-8262-3040bb0129b3 req-ec50fa39-75d6-42d7-b61b-1af647a7e864 service nova] Releasing lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.223273] env[68205]: DEBUG nova.compute.manager [req-d6a38118-8bc9-44fb-b2f4-4f5e78c995cc req-d2230b95-8ebe-4642-acbe-27c1b56582f3 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Received event network-vif-plugged-85842e52-e3ee-4c48-83e8-2406c0958c04 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.223509] env[68205]: DEBUG oslo_concurrency.lockutils [req-d6a38118-8bc9-44fb-b2f4-4f5e78c995cc req-d2230b95-8ebe-4642-acbe-27c1b56582f3 service nova] Acquiring lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.223708] env[68205]: DEBUG oslo_concurrency.lockutils [req-d6a38118-8bc9-44fb-b2f4-4f5e78c995cc req-d2230b95-8ebe-4642-acbe-27c1b56582f3 service nova] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.223864] env[68205]: DEBUG oslo_concurrency.lockutils [req-d6a38118-8bc9-44fb-b2f4-4f5e78c995cc req-d2230b95-8ebe-4642-acbe-27c1b56582f3 service nova] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.224040] env[68205]: DEBUG nova.compute.manager [req-d6a38118-8bc9-44fb-b2f4-4f5e78c995cc req-d2230b95-8ebe-4642-acbe-27c1b56582f3 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] No waiting events found dispatching network-vif-plugged-85842e52-e3ee-4c48-83e8-2406c0958c04 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.224247] env[68205]: WARNING nova.compute.manager [req-d6a38118-8bc9-44fb-b2f4-4f5e78c995cc req-d2230b95-8ebe-4642-acbe-27c1b56582f3 service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Received unexpected event network-vif-plugged-85842e52-e3ee-4c48-83e8-2406c0958c04 for instance with vm_state active and task_state None. [ 1334.233322] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1334.233628] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583535', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'name': 'volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1123b506-6c01-4bdc-afe0-a86fff9c03d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'serial': '6208c593-1cd3-42c2-8ddb-a39c848fa48b'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1334.234503] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdd06ed-cdae-47b3-a6cb-2b574a85bccc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.252241] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc7fc1a-1fa6-4cf9-84f6-40a763bde2f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.285602] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b/volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.285887] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18879c7b-e4e3-4817-be4a-98e300b2130d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.303728] env[68205]: DEBUG oslo_vmware.api [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1334.303728] env[68205]: value = "task-2905580" [ 1334.303728] env[68205]: _type = "Task" [ 1334.303728] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.307173] env[68205]: DEBUG nova.network.neutron [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Successfully updated port: 85842e52-e3ee-4c48-83e8-2406c0958c04 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.312909] env[68205]: DEBUG oslo_vmware.api [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.615408] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1334.615710] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-727ced7a-0f88-46d3-bbef-409299117cf6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.624926] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1334.624926] env[68205]: value = "task-2905581" [ 1334.624926] env[68205]: _type = "Task" [ 1334.624926] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.633031] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905581, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.809535] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.809750] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.809927] env[68205]: DEBUG nova.network.neutron [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.814427] env[68205]: DEBUG oslo_vmware.api [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.135370] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905581, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.237975] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a46cfd-f69c-4324-b935-010eb3bc6f5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.245467] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096917a7-0a0f-4a43-9fba-00c14cb9d77e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.276187] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9ff612-2e6a-46ef-b7fa-572a676f09de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.283067] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4449a59c-7df6-41fd-af1f-58e8755fb24c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.295764] env[68205]: DEBUG nova.compute.provider_tree [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.311972] env[68205]: DEBUG oslo_vmware.api [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905580, 'name': ReconfigVM_Task, 'duration_secs': 0.640711} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.312207] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b/volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.318757] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96ab5c19-0294-4753-8979-814e6ebc2fb2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.333044] env[68205]: DEBUG oslo_vmware.api [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1335.333044] env[68205]: value = "task-2905582" [ 1335.333044] env[68205]: _type = "Task" [ 1335.333044] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.340185] env[68205]: DEBUG oslo_vmware.api [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.358017] env[68205]: WARNING nova.network.neutron [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] b425a58c-354c-4989-85e5-580b6433a89d already exists in list: networks containing: ['b425a58c-354c-4989-85e5-580b6433a89d']. ignoring it [ 1335.626634] env[68205]: DEBUG nova.network.neutron [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updating instance_info_cache with network_info: [{"id": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "address": "fa:16:3e:2c:0f:1d", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb2fe-b5", "ovs_interfaceid": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85842e52-e3ee-4c48-83e8-2406c0958c04", "address": "fa:16:3e:86:75:6f", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85842e52-e3", "ovs_interfaceid": "85842e52-e3ee-4c48-83e8-2406c0958c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.637779] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905581, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.799304] env[68205]: DEBUG nova.scheduler.client.report [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.842501] env[68205]: DEBUG oslo_vmware.api [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905582, 'name': ReconfigVM_Task, 'duration_secs': 0.140967} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.842835] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583535', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'name': 'volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1123b506-6c01-4bdc-afe0-a86fff9c03d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'serial': '6208c593-1cd3-42c2-8ddb-a39c848fa48b'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1336.133986] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.134624] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.134775] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.135532] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203f1878-d3e3-4fc4-a01a-0d3c06b04940 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.143948] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905581, 'name': CloneVM_Task, 'duration_secs': 1.209138} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.156490] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Created linked-clone VM from snapshot [ 1336.157079] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.158054] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.158054] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.158054] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.158054] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.158054] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.158986] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.158986] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.158986] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.158986] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.158986] env[68205]: DEBUG nova.virt.hardware [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.165133] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Reconfiguring VM to attach interface {{(pid=68205) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1336.165951] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61406ec-6f0d-4e5c-a40a-5afc2d869e26 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.168427] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ec44638-cbb1-4411-abbe-70d28929ff80 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.185378] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Uploading image f5fdad54-9d7f-4375-957b-9310b05b20ce {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1336.188368] env[68205]: DEBUG oslo_vmware.api [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1336.188368] env[68205]: value = "task-2905583" [ 1336.188368] env[68205]: _type = "Task" [ 1336.188368] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.195853] env[68205]: DEBUG oslo_vmware.api [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.213125] env[68205]: DEBUG oslo_vmware.rw_handles [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1336.213125] env[68205]: value = "vm-583537" [ 1336.213125] env[68205]: _type = "VirtualMachine" [ 1336.213125] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1336.213455] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9facfff8-a96b-484b-a21e-4add6686d790 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.218776] env[68205]: DEBUG oslo_vmware.rw_handles [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lease: (returnval){ [ 1336.218776] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ecad17-ba3b-7009-530c-a4aaeac452dc" [ 1336.218776] env[68205]: _type = "HttpNfcLease" [ 1336.218776] env[68205]: } obtained for exporting VM: (result){ [ 1336.218776] env[68205]: value = "vm-583537" [ 1336.218776] env[68205]: _type = "VirtualMachine" [ 1336.218776] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1336.219069] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the lease: (returnval){ [ 1336.219069] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ecad17-ba3b-7009-530c-a4aaeac452dc" [ 1336.219069] env[68205]: _type = "HttpNfcLease" [ 1336.219069] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1336.225388] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1336.225388] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ecad17-ba3b-7009-530c-a4aaeac452dc" [ 1336.225388] env[68205]: _type = "HttpNfcLease" [ 1336.225388] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1336.264195] env[68205]: DEBUG nova.compute.manager [req-e9691335-52bb-4aa5-b88e-0c27669fc9da req-b4e18fa8-08f5-4e53-89a0-cc96faf8016a service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Received event network-changed-85842e52-e3ee-4c48-83e8-2406c0958c04 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.264440] env[68205]: DEBUG nova.compute.manager [req-e9691335-52bb-4aa5-b88e-0c27669fc9da req-b4e18fa8-08f5-4e53-89a0-cc96faf8016a service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Refreshing instance network info cache due to event network-changed-85842e52-e3ee-4c48-83e8-2406c0958c04. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.264732] env[68205]: DEBUG oslo_concurrency.lockutils [req-e9691335-52bb-4aa5-b88e-0c27669fc9da req-b4e18fa8-08f5-4e53-89a0-cc96faf8016a service nova] Acquiring lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.264887] env[68205]: DEBUG oslo_concurrency.lockutils [req-e9691335-52bb-4aa5-b88e-0c27669fc9da req-b4e18fa8-08f5-4e53-89a0-cc96faf8016a service nova] Acquired lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.265077] env[68205]: DEBUG nova.network.neutron [req-e9691335-52bb-4aa5-b88e-0c27669fc9da req-b4e18fa8-08f5-4e53-89a0-cc96faf8016a service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Refreshing network info cache for port 85842e52-e3ee-4c48-83e8-2406c0958c04 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.304137] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.304751] env[68205]: DEBUG nova.compute.manager [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.699511] env[68205]: DEBUG oslo_vmware.api [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.727474] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1336.727474] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ecad17-ba3b-7009-530c-a4aaeac452dc" [ 1336.727474] env[68205]: _type = "HttpNfcLease" [ 1336.727474] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1336.727809] env[68205]: DEBUG oslo_vmware.rw_handles [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1336.727809] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ecad17-ba3b-7009-530c-a4aaeac452dc" [ 1336.727809] env[68205]: _type = "HttpNfcLease" [ 1336.727809] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1336.728618] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35529e0-7d28-47e6-adb3-e5451fa86574 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.736427] env[68205]: DEBUG oslo_vmware.rw_handles [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206cd61-7a16-6d5b-bb46-3aaefa3ce2ec/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1336.736615] env[68205]: DEBUG oslo_vmware.rw_handles [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206cd61-7a16-6d5b-bb46-3aaefa3ce2ec/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1336.809818] env[68205]: DEBUG nova.compute.utils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.811723] env[68205]: DEBUG nova.compute.manager [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.811899] env[68205]: DEBUG nova.network.neutron [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.850304] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f7595886-1239-4dfd-a18f-2f79c0481ead {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.876315] env[68205]: DEBUG nova.objects.instance [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lazy-loading 'flavor' on Instance uuid 1123b506-6c01-4bdc-afe0-a86fff9c03d5 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.921572] env[68205]: DEBUG nova.policy [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23cd6c82a3e645a78f6496f27d5ddc73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef6b81c47cfd42098b45e5a012ca8747', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1337.189369] env[68205]: DEBUG nova.network.neutron [req-e9691335-52bb-4aa5-b88e-0c27669fc9da req-b4e18fa8-08f5-4e53-89a0-cc96faf8016a service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updated VIF entry in instance network info cache for port 85842e52-e3ee-4c48-83e8-2406c0958c04. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.190017] env[68205]: DEBUG nova.network.neutron [req-e9691335-52bb-4aa5-b88e-0c27669fc9da req-b4e18fa8-08f5-4e53-89a0-cc96faf8016a service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updating instance_info_cache with network_info: [{"id": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "address": "fa:16:3e:2c:0f:1d", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb2fe-b5", "ovs_interfaceid": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85842e52-e3ee-4c48-83e8-2406c0958c04", "address": "fa:16:3e:86:75:6f", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85842e52-e3", "ovs_interfaceid": "85842e52-e3ee-4c48-83e8-2406c0958c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.203237] env[68205]: DEBUG oslo_vmware.api [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905583, 'name': ReconfigVM_Task, 'duration_secs': 0.983164} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.203468] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.203618] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Reconfigured VM to attach interface {{(pid=68205) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1337.312628] env[68205]: INFO nova.compute.manager [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Rebuilding instance [ 1337.316399] env[68205]: DEBUG nova.compute.manager [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.379861] env[68205]: DEBUG nova.compute.manager [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.380847] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28692e30-924a-46e1-a5ae-13d8983dd1d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.387633] env[68205]: DEBUG oslo_concurrency.lockutils [None req-36413f6b-a644-45c2-a735-5edb914f919d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.753s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.434159] env[68205]: DEBUG nova.network.neutron [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Successfully created port: 469b2993-d97d-4841-8932-d53c92556277 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1337.698256] env[68205]: DEBUG oslo_concurrency.lockutils [req-e9691335-52bb-4aa5-b88e-0c27669fc9da req-b4e18fa8-08f5-4e53-89a0-cc96faf8016a service nova] Releasing lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.708946] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7cfd9e2c-71f1-4c30-b32b-ee67ae90363f tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-85842e52-e3ee-4c48-83e8-2406c0958c04" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.100s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.006256] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.007039] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.327328] env[68205]: DEBUG nova.compute.manager [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.355098] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.355439] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.355608] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.355875] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.356147] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.356302] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.356514] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.356672] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.356836] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.356994] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.357199] env[68205]: DEBUG nova.virt.hardware [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.358140] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88efb6f4-7a40-46a9-be9d-f762e1f6dd54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.366355] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00e259c-a1ab-443c-95a3-3283c447667f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.397806] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.398090] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea198884-de36-419b-8f1e-b0bc7e2451fb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.405009] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1338.405009] env[68205]: value = "task-2905585" [ 1338.405009] env[68205]: _type = "Task" [ 1338.405009] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.412974] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.512819] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.512819] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.513060] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.513130] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.513363] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.513562] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.513705] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1338.514262] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.872517] env[68205]: DEBUG nova.compute.manager [req-ea5556d7-340e-42b8-b068-9358b58d30db req-2474edc7-ea28-4c02-9c46-35c7b2dc1267 service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Received event network-vif-plugged-469b2993-d97d-4841-8932-d53c92556277 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.872517] env[68205]: DEBUG oslo_concurrency.lockutils [req-ea5556d7-340e-42b8-b068-9358b58d30db req-2474edc7-ea28-4c02-9c46-35c7b2dc1267 service nova] Acquiring lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.872517] env[68205]: DEBUG oslo_concurrency.lockutils [req-ea5556d7-340e-42b8-b068-9358b58d30db req-2474edc7-ea28-4c02-9c46-35c7b2dc1267 service nova] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.872517] env[68205]: DEBUG oslo_concurrency.lockutils [req-ea5556d7-340e-42b8-b068-9358b58d30db req-2474edc7-ea28-4c02-9c46-35c7b2dc1267 service nova] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.872517] env[68205]: DEBUG nova.compute.manager [req-ea5556d7-340e-42b8-b068-9358b58d30db req-2474edc7-ea28-4c02-9c46-35c7b2dc1267 service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] No waiting events found dispatching network-vif-plugged-469b2993-d97d-4841-8932-d53c92556277 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.872517] env[68205]: WARNING nova.compute.manager [req-ea5556d7-340e-42b8-b068-9358b58d30db req-2474edc7-ea28-4c02-9c46-35c7b2dc1267 service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Received unexpected event network-vif-plugged-469b2993-d97d-4841-8932-d53c92556277 for instance with vm_state building and task_state spawning. [ 1338.916928] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905585, 'name': PowerOffVM_Task, 'duration_secs': 0.32962} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.917267] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.980233] env[68205]: INFO nova.compute.manager [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Detaching volume 6208c593-1cd3-42c2-8ddb-a39c848fa48b [ 1338.989216] env[68205]: DEBUG nova.network.neutron [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Successfully updated port: 469b2993-d97d-4841-8932-d53c92556277 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.016509] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.016779] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.016964] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.017142] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1339.018438] env[68205]: INFO nova.virt.block_device [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Attempting to driver detach volume 6208c593-1cd3-42c2-8ddb-a39c848fa48b from mountpoint /dev/sdb [ 1339.018578] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1339.018770] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583535', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'name': 'volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1123b506-6c01-4bdc-afe0-a86fff9c03d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'serial': '6208c593-1cd3-42c2-8ddb-a39c848fa48b'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1339.019704] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcb137c-81d8-47c4-a2d5-956885de6c91 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.023865] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd840cf6-3470-4862-bc06-be781396e8a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.048657] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab31e222-561f-45a8-b4a8-a9df994429a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.052361] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f627aaf2-ccbf-415e-92bb-38f57e450c3d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.069538] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c542087c-e6d2-4a08-8289-4635b0b288f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.072899] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b7e0aa-2cd9-4993-ad36-5c40d82565ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.097353] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ddc7c5-14d5-4935-9668-4a247cf3ffd3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.101371] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4289799d-b4f5-43b3-b4d5-891e758858c4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.117325] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] The volume has not been displaced from its original location: [datastore1] volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b/volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1339.122763] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1339.149333] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a74be5-fd76-403e-817e-9f102e9cd25f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.162796] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179696MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1339.162953] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.163182] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.171029] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1339.171029] env[68205]: value = "task-2905586" [ 1339.171029] env[68205]: _type = "Task" [ 1339.171029] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.178271] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.373211] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "interface-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-85842e52-e3ee-4c48-83e8-2406c0958c04" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.373746] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-85842e52-e3ee-4c48-83e8-2406c0958c04" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.491749] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "refresh_cache-2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.491988] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "refresh_cache-2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.492094] env[68205]: DEBUG nova.network.neutron [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.683381] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905586, 'name': ReconfigVM_Task, 'duration_secs': 0.2423} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.683773] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1339.689896] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a90a975-54a9-4a68-988b-05081d31d091 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.705718] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1339.705718] env[68205]: value = "task-2905587" [ 1339.705718] env[68205]: _type = "Task" [ 1339.705718] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.714500] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.876830] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.877034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.877942] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b580ef94-4cd2-45eb-94e1-d387cc37d1fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.895638] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec2809-60e2-48b0-b6b7-5b9f9a272d5a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.922873] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Reconfiguring VM to detach interface {{(pid=68205) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1339.923181] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05908bb8-b381-4de8-8c7f-6a1cccb743dc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.941673] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1339.941673] env[68205]: value = "task-2905588" [ 1339.941673] env[68205]: _type = "Task" [ 1339.941673] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.949537] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.029510] env[68205]: DEBUG nova.network.neutron [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.195380] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance cf3f73a4-e8b5-45e0-979c-967dd9553f34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.195380] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f3e2ce3d-0e3b-41f5-928d-85679b1b68d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.195380] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 1123b506-6c01-4bdc-afe0-a86fff9c03d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.195567] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 69ff88f9-0a23-4b45-a468-1d03a2b26aac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.195567] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 180fd060-7666-499e-b1e4-891df231475c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.195631] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.195727] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1340.195942] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1340.196092] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1340.203088] env[68205]: DEBUG nova.network.neutron [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Updating instance_info_cache with network_info: [{"id": "469b2993-d97d-4841-8932-d53c92556277", "address": "fa:16:3e:d5:4c:91", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469b2993-d9", "ovs_interfaceid": "469b2993-d97d-4841-8932-d53c92556277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.222423] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905587, 'name': ReconfigVM_Task, 'duration_secs': 0.359174} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.222741] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583535', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'name': 'volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1123b506-6c01-4bdc-afe0-a86fff9c03d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'serial': '6208c593-1cd3-42c2-8ddb-a39c848fa48b'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1340.300537] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3ff9d6-9bdf-43e1-b266-5c1056b4490a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.308026] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa1af8f-9c8d-4820-ae14-537c4f6ae6c5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.338411] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d63c0e-8f27-4fab-8358-2b100c27713e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.346039] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a4bbde-12fd-46e5-a039-80079f3a574c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.360042] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.451950] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.706811] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "refresh_cache-2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.706811] env[68205]: DEBUG nova.compute.manager [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Instance network_info: |[{"id": "469b2993-d97d-4841-8932-d53c92556277", "address": "fa:16:3e:d5:4c:91", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469b2993-d9", "ovs_interfaceid": "469b2993-d97d-4841-8932-d53c92556277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.707107] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:4c:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '469b2993-d97d-4841-8932-d53c92556277', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.714797] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.715073] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.715330] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96d3d134-bb62-422f-b4c0-c8b06de24efd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.738288] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.738288] env[68205]: value = "task-2905589" [ 1340.738288] env[68205]: _type = "Task" [ 1340.738288] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.746131] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905589, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.862816] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.902548] env[68205]: DEBUG nova.compute.manager [req-c7c9127b-d2d3-4a6e-ad04-58eb6cc52f64 req-9fee498f-4b08-410a-b861-7a2795748c4f service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Received event network-changed-469b2993-d97d-4841-8932-d53c92556277 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.902888] env[68205]: DEBUG nova.compute.manager [req-c7c9127b-d2d3-4a6e-ad04-58eb6cc52f64 req-9fee498f-4b08-410a-b861-7a2795748c4f service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Refreshing instance network info cache due to event network-changed-469b2993-d97d-4841-8932-d53c92556277. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.903113] env[68205]: DEBUG oslo_concurrency.lockutils [req-c7c9127b-d2d3-4a6e-ad04-58eb6cc52f64 req-9fee498f-4b08-410a-b861-7a2795748c4f service nova] Acquiring lock "refresh_cache-2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.903339] env[68205]: DEBUG oslo_concurrency.lockutils [req-c7c9127b-d2d3-4a6e-ad04-58eb6cc52f64 req-9fee498f-4b08-410a-b861-7a2795748c4f service nova] Acquired lock "refresh_cache-2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.903603] env[68205]: DEBUG nova.network.neutron [req-c7c9127b-d2d3-4a6e-ad04-58eb6cc52f64 req-9fee498f-4b08-410a-b861-7a2795748c4f service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Refreshing network info cache for port 469b2993-d97d-4841-8932-d53c92556277 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.953373] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.249031] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905589, 'name': CreateVM_Task, 'duration_secs': 0.373869} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.249232] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.249977] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.250159] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.250522] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.250780] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8e8715-1a9b-4685-a477-bcdfb6a6f744 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.256292] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1341.256292] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526120b4-e330-94cb-4b22-ddda51932df9" [ 1341.256292] env[68205]: _type = "Task" [ 1341.256292] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.264082] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526120b4-e330-94cb-4b22-ddda51932df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.271733] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.272046] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4765d6c8-fda2-4e94-8af3-87eb66f79da6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.277914] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1341.277914] env[68205]: value = "task-2905590" [ 1341.277914] env[68205]: _type = "Task" [ 1341.277914] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.285794] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.367987] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1341.368348] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.205s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.454067] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.594129] env[68205]: DEBUG nova.network.neutron [req-c7c9127b-d2d3-4a6e-ad04-58eb6cc52f64 req-9fee498f-4b08-410a-b861-7a2795748c4f service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Updated VIF entry in instance network info cache for port 469b2993-d97d-4841-8932-d53c92556277. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.594555] env[68205]: DEBUG nova.network.neutron [req-c7c9127b-d2d3-4a6e-ad04-58eb6cc52f64 req-9fee498f-4b08-410a-b861-7a2795748c4f service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Updating instance_info_cache with network_info: [{"id": "469b2993-d97d-4841-8932-d53c92556277", "address": "fa:16:3e:d5:4c:91", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469b2993-d9", "ovs_interfaceid": "469b2993-d97d-4841-8932-d53c92556277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.767715] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526120b4-e330-94cb-4b22-ddda51932df9, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.767979] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.768262] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.768518] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.768759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.768975] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.769258] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71e213c9-76ee-4319-9986-51fa4401a97a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.777548] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.777732] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.778567] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68055e2c-0cda-498c-9e0f-a5efb0149ede {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.787161] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1341.787161] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527d18db-a3cf-a50d-0eda-e1b63fafd032" [ 1341.787161] env[68205]: _type = "Task" [ 1341.787161] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.793676] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1341.793882] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1341.794104] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583535', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'name': 'volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1123b506-6c01-4bdc-afe0-a86fff9c03d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'serial': '6208c593-1cd3-42c2-8ddb-a39c848fa48b'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1341.794905] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766840e3-eadd-40b6-8386-776795a2aecc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.802472] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]527d18db-a3cf-a50d-0eda-e1b63fafd032, 'name': SearchDatastore_Task, 'duration_secs': 0.008167} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.817189] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6940d6-87bc-43e3-b8be-035e439975ad {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.819961] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717a42f7-991b-4857-9ff9-36109dff2eb5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.825223] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1341.825223] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5298b3d2-08fc-0e1e-04b5-2c0dfd48db3d" [ 1341.825223] env[68205]: _type = "Task" [ 1341.825223] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.826919] env[68205]: WARNING nova.virt.vmwareapi.driver [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1341.827177] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.830725] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef23db6-4c98-4cea-8bc4-cea15060b7dd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.838649] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5298b3d2-08fc-0e1e-04b5-2c0dfd48db3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008238} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.840617] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.840877] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4/2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.841166] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.841370] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ada17d52-8961-4568-a0f3-36f431ebce83 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.843088] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6e68614-72ba-42bf-838f-b87b7a2074c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.849063] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1341.849063] env[68205]: value = "task-2905591" [ 1341.849063] env[68205]: _type = "Task" [ 1341.849063] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.856604] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.913173] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.913511] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.913741] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleting the datastore file [datastore1] 1123b506-6c01-4bdc-afe0-a86fff9c03d5 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.914310] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-636eaa86-0da6-4438-8ee4-cee026d9ca59 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.920896] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1341.920896] env[68205]: value = "task-2905593" [ 1341.920896] env[68205]: _type = "Task" [ 1341.920896] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.930182] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.955158] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.098217] env[68205]: DEBUG oslo_concurrency.lockutils [req-c7c9127b-d2d3-4a6e-ad04-58eb6cc52f64 req-9fee498f-4b08-410a-b861-7a2795748c4f service nova] Releasing lock "refresh_cache-2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.359682] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445648} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.360007] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4/2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.360256] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.360538] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef3bb5f-226c-492f-853e-d9aeb5dac4ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.367535] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1342.367535] env[68205]: value = "task-2905594" [ 1342.367535] env[68205]: _type = "Task" [ 1342.367535] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.376862] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.430368] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181915} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.430654] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.430839] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.431019] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.455113] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.877617] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064633} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.877903] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1342.878763] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0d12ae-735b-4352-8365-a21b3fe077f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.901318] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4/2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.901624] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa0e98e6-77c8-4bf7-bb19-256249fa0d4c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.921226] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1342.921226] env[68205]: value = "task-2905595" [ 1342.921226] env[68205]: _type = "Task" [ 1342.921226] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.929499] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.936180] env[68205]: INFO nova.virt.block_device [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Booting with volume 6208c593-1cd3-42c2-8ddb-a39c848fa48b at /dev/sdb [ 1342.957344] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.972386] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c33ccd15-890f-4947-ab01-447144673ba2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.981006] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07d90a2-9af2-470f-8dad-1f4639418fb2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.011907] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef80a523-51af-4261-8401-c88a06145b2d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.020513] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b3880-74d5-4562-b43d-fddbadfeba78 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.050858] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0eb5c8-1182-429b-882b-16bc013ef7b8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.058422] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df73c7ad-d10e-4068-88a7-7d12ca4357cf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.072226] env[68205]: DEBUG nova.virt.block_device [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Updating existing volume attachment record: 76a0beb4-64b2-4f61-b82e-f653a4517a18 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1343.433100] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905595, 'name': ReconfigVM_Task, 'duration_secs': 0.406052} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.433451] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4/2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.434197] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dd8a1ea-6b73-4a20-982e-755403e5684a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.440629] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1343.440629] env[68205]: value = "task-2905596" [ 1343.440629] env[68205]: _type = "Task" [ 1343.440629] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.454279] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905596, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.459820] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.704766] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.704994] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.954562] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905596, 'name': Rename_Task, 'duration_secs': 0.191173} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.955385] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.955615] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b442c97-ef08-4023-8658-44075d907d23 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.960263] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.965629] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1343.965629] env[68205]: value = "task-2905597" [ 1343.965629] env[68205]: _type = "Task" [ 1343.965629] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.972705] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.208978] env[68205]: INFO nova.compute.manager [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Detaching volume f9a66050-9b78-4284-85de-25b2a3d388f8 [ 1344.220630] env[68205]: DEBUG oslo_vmware.rw_handles [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206cd61-7a16-6d5b-bb46-3aaefa3ce2ec/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1344.221533] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2260b215-a29b-4db2-bc7d-5dc20dc06b7d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.227683] env[68205]: DEBUG oslo_vmware.rw_handles [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206cd61-7a16-6d5b-bb46-3aaefa3ce2ec/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1344.227850] env[68205]: ERROR oslo_vmware.rw_handles [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206cd61-7a16-6d5b-bb46-3aaefa3ce2ec/disk-0.vmdk due to incomplete transfer. [ 1344.228070] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f4d918e-1142-414b-b921-6d6952c04af9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.234673] env[68205]: DEBUG oslo_vmware.rw_handles [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206cd61-7a16-6d5b-bb46-3aaefa3ce2ec/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1344.235009] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Uploaded image f5fdad54-9d7f-4375-957b-9310b05b20ce to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1344.237250] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1344.237471] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7507be7-2777-4e2a-9978-4cd1de877074 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.239423] env[68205]: INFO nova.virt.block_device [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Attempting to driver detach volume f9a66050-9b78-4284-85de-25b2a3d388f8 from mountpoint /dev/sdb [ 1344.239617] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1344.239797] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583524', 'volume_id': 'f9a66050-9b78-4284-85de-25b2a3d388f8', 'name': 'volume-f9a66050-9b78-4284-85de-25b2a3d388f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '69ff88f9-0a23-4b45-a468-1d03a2b26aac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9a66050-9b78-4284-85de-25b2a3d388f8', 'serial': 'f9a66050-9b78-4284-85de-25b2a3d388f8'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1344.240539] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6d94c8-c6e8-451a-a23f-b9f55643cbbb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.262325] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4060941b-e5da-468d-b5d9-4e782bc39acd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.265121] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1344.265121] env[68205]: value = "task-2905598" [ 1344.265121] env[68205]: _type = "Task" [ 1344.265121] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.270738] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85d3411-193f-49ba-872b-7b0f9c43a178 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.275495] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905598, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.293567] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cca797-ac21-4608-bea7-32bb8bc6e4e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.307899] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] The volume has not been displaced from its original location: [datastore1] volume-f9a66050-9b78-4284-85de-25b2a3d388f8/volume-f9a66050-9b78-4284-85de-25b2a3d388f8.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1344.313356] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.313662] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b01f728-f33c-42fb-ad74-7738a3be41d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.330387] env[68205]: DEBUG oslo_vmware.api [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1344.330387] env[68205]: value = "task-2905599" [ 1344.330387] env[68205]: _type = "Task" [ 1344.330387] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.339524] env[68205]: DEBUG oslo_vmware.api [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.457892] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.474790] env[68205]: DEBUG oslo_vmware.api [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905597, 'name': PowerOnVM_Task, 'duration_secs': 0.506122} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.475109] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.475319] env[68205]: INFO nova.compute.manager [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1344.475519] env[68205]: DEBUG nova.compute.manager [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.476330] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94ea318-4109-44b7-8b79-076210dfbf82 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.774976] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905598, 'name': Destroy_Task} progress is 33%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.839640] env[68205]: DEBUG oslo_vmware.api [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905599, 'name': ReconfigVM_Task, 'duration_secs': 0.235461} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.839911] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.844568] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00b1680d-efee-4aeb-81cd-4ff620fdf4d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.858753] env[68205]: DEBUG oslo_vmware.api [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1344.858753] env[68205]: value = "task-2905600" [ 1344.858753] env[68205]: _type = "Task" [ 1344.858753] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.866251] env[68205]: DEBUG oslo_vmware.api [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.960192] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.994768] env[68205]: INFO nova.compute.manager [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Took 10.87 seconds to build instance. [ 1345.184356] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.184595] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.184749] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.184973] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.185139] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.185285] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.185491] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.185644] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.185807] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.185995] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.186201] env[68205]: DEBUG nova.virt.hardware [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.187200] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a5ebf-6c2a-440a-b8ea-11829373b6a4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.195391] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5776e870-b45e-4c70-ad07-cafe85a3ce43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.208845] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:a0:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1ea5cac-42e3-4b12-8aa8-8385608a4b43', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.216590] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.216843] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.217084] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c9b71e7-bebe-4d4b-9d4d-1b3a1d8c3ba7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.235395] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.235395] env[68205]: value = "task-2905601" [ 1345.235395] env[68205]: _type = "Task" [ 1345.235395] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.242878] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905601, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.273528] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905598, 'name': Destroy_Task, 'duration_secs': 0.754326} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.273807] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Destroyed the VM [ 1345.274063] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1345.274308] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a634a78-2058-4fa2-8ecf-c2357dca8b9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.280092] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1345.280092] env[68205]: value = "task-2905602" [ 1345.280092] env[68205]: _type = "Task" [ 1345.280092] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.289378] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905602, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.367941] env[68205]: DEBUG oslo_vmware.api [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905600, 'name': ReconfigVM_Task, 'duration_secs': 0.139645} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.368204] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583524', 'volume_id': 'f9a66050-9b78-4284-85de-25b2a3d388f8', 'name': 'volume-f9a66050-9b78-4284-85de-25b2a3d388f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '69ff88f9-0a23-4b45-a468-1d03a2b26aac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9a66050-9b78-4284-85de-25b2a3d388f8', 'serial': 'f9a66050-9b78-4284-85de-25b2a3d388f8'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1345.461611] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.497024] env[68205]: DEBUG oslo_concurrency.lockutils [None req-6af37829-9f7c-411d-83eb-e777637bcfa0 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.384s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.744939] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905601, 'name': CreateVM_Task, 'duration_secs': 0.326804} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.745167] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.745816] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.746013] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.747052] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.747052] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee44232-4b96-4e82-829d-72ed04e49cb2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.750969] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1345.750969] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e39552-2ff0-c0d5-d1bc-914089083fd2" [ 1345.750969] env[68205]: _type = "Task" [ 1345.750969] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.758505] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e39552-2ff0-c0d5-d1bc-914089083fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.788590] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905602, 'name': RemoveSnapshot_Task, 'duration_secs': 0.42292} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.788783] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1345.789093] env[68205]: DEBUG nova.compute.manager [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.789832] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc6be47-d231-4fa6-926d-139de06cb553 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.912586] env[68205]: DEBUG nova.objects.instance [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'flavor' on Instance uuid 69ff88f9-0a23-4b45-a468-1d03a2b26aac {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.959824] env[68205]: DEBUG oslo_vmware.api [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905588, 'name': ReconfigVM_Task, 'duration_secs': 5.739103} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.960125] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.960272] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Reconfigured VM to detach interface {{(pid=68205) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1346.261532] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e39552-2ff0-c0d5-d1bc-914089083fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.261833] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.262080] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.262318] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.262496] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.262698] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.262961] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a3be722-8569-4ed9-b66d-264dcb459925 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.277102] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.277305] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.278014] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35bf1cd-2507-4874-8ffd-54f06f6bb929 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.283166] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1346.283166] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae80fd-0b1e-32a6-8311-ce47d6810245" [ 1346.283166] env[68205]: _type = "Task" [ 1346.283166] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.291017] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae80fd-0b1e-32a6-8311-ce47d6810245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.306027] env[68205]: INFO nova.compute.manager [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Shelve offloading [ 1346.367486] env[68205]: DEBUG nova.compute.manager [req-85b955d7-172c-4a0c-a0f2-87743982275b req-2d50665b-95d3-4ee8-9376-ba01468e676d service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Received event network-changed-469b2993-d97d-4841-8932-d53c92556277 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.367699] env[68205]: DEBUG nova.compute.manager [req-85b955d7-172c-4a0c-a0f2-87743982275b req-2d50665b-95d3-4ee8-9376-ba01468e676d service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Refreshing instance network info cache due to event network-changed-469b2993-d97d-4841-8932-d53c92556277. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.367909] env[68205]: DEBUG oslo_concurrency.lockutils [req-85b955d7-172c-4a0c-a0f2-87743982275b req-2d50665b-95d3-4ee8-9376-ba01468e676d service nova] Acquiring lock "refresh_cache-2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.368331] env[68205]: DEBUG oslo_concurrency.lockutils [req-85b955d7-172c-4a0c-a0f2-87743982275b req-2d50665b-95d3-4ee8-9376-ba01468e676d service nova] Acquired lock "refresh_cache-2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.368975] env[68205]: DEBUG nova.network.neutron [req-85b955d7-172c-4a0c-a0f2-87743982275b req-2d50665b-95d3-4ee8-9376-ba01468e676d service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Refreshing network info cache for port 469b2993-d97d-4841-8932-d53c92556277 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.793959] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae80fd-0b1e-32a6-8311-ce47d6810245, 'name': SearchDatastore_Task, 'duration_secs': 0.029788} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.794759] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8890bdc3-6ed3-4b06-a929-85e1638472f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.800011] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1346.800011] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526f7265-8fd1-037c-1c5d-49f8654a7e7d" [ 1346.800011] env[68205]: _type = "Task" [ 1346.800011] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.807420] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.807654] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526f7265-8fd1-037c-1c5d-49f8654a7e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.807855] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0314639d-8748-41b2-83e0-b9551607b8e6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.813319] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1346.813319] env[68205]: value = "task-2905603" [ 1346.813319] env[68205]: _type = "Task" [ 1346.813319] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.819959] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.920556] env[68205]: DEBUG oslo_concurrency.lockutils [None req-b35e8ae7-d989-41de-a351-e1faf61118b0 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.319221] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526f7265-8fd1-037c-1c5d-49f8654a7e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.324107] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.324495] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 1123b506-6c01-4bdc-afe0-a86fff9c03d5/1123b506-6c01-4bdc-afe0-a86fff9c03d5.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.325201] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28611d62-9099-4263-bcd1-aae2346d9f9a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.336452] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1347.336795] env[68205]: DEBUG nova.compute.manager [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.337294] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1347.337294] env[68205]: value = "task-2905604" [ 1347.337294] env[68205]: _type = "Task" [ 1347.337294] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.338398] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881c7def-71e3-44ac-89b1-cfa2bb98c363 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.343131] env[68205]: DEBUG nova.network.neutron [req-85b955d7-172c-4a0c-a0f2-87743982275b req-2d50665b-95d3-4ee8-9376-ba01468e676d service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Updated VIF entry in instance network info cache for port 469b2993-d97d-4841-8932-d53c92556277. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.343659] env[68205]: DEBUG nova.network.neutron [req-85b955d7-172c-4a0c-a0f2-87743982275b req-2d50665b-95d3-4ee8-9376-ba01468e676d service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Updating instance_info_cache with network_info: [{"id": "469b2993-d97d-4841-8932-d53c92556277", "address": "fa:16:3e:d5:4c:91", "network": {"id": "1e674fff-eb1c-4f9c-9d63-f026fd560478", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1705632022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef6b81c47cfd42098b45e5a012ca8747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469b2993-d9", "ovs_interfaceid": "469b2993-d97d-4841-8932-d53c92556277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.355257] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.355257] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.355413] env[68205]: DEBUG nova.network.neutron [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.360866] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.436934] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.437155] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquired lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.437311] env[68205]: DEBUG nova.network.neutron [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.810982] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.811390] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.811509] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.811747] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.811923] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.814144] env[68205]: INFO nova.compute.manager [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Terminating instance [ 1347.846960] env[68205]: DEBUG oslo_concurrency.lockutils [req-85b955d7-172c-4a0c-a0f2-87743982275b req-2d50665b-95d3-4ee8-9376-ba01468e676d service nova] Releasing lock "refresh_cache-2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.851279] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459637} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.851507] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 1123b506-6c01-4bdc-afe0-a86fff9c03d5/1123b506-6c01-4bdc-afe0-a86fff9c03d5.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.851736] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.851971] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2228edf-fd61-408e-b422-83269651c1b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.860079] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1347.860079] env[68205]: value = "task-2905605" [ 1347.860079] env[68205]: _type = "Task" [ 1347.860079] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.868013] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.974462] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.974799] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.975034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.975222] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.975404] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.977557] env[68205]: INFO nova.compute.manager [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Terminating instance [ 1348.145632] env[68205]: DEBUG nova.network.neutron [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updating instance_info_cache with network_info: [{"id": "54899a20-76ec-4157-8cff-0d6080338c6d", "address": "fa:16:3e:de:a2:e0", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54899a20-76", "ovs_interfaceid": "54899a20-76ec-4157-8cff-0d6080338c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.212116] env[68205]: INFO nova.network.neutron [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Port 85842e52-e3ee-4c48-83e8-2406c0958c04 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1348.212484] env[68205]: DEBUG nova.network.neutron [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updating instance_info_cache with network_info: [{"id": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "address": "fa:16:3e:2c:0f:1d", "network": {"id": "b425a58c-354c-4989-85e5-580b6433a89d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-715355822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "660ebffe7fb9414fa5e5a10f644653c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0cb2fe-b5", "ovs_interfaceid": "eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.318035] env[68205]: DEBUG nova.compute.manager [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1348.318270] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.319134] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b131cd-80d2-4308-84c7-951cc87f8c21 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.326768] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.326982] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9a22d5d-dab4-4dc0-8cb7-e80195ef2177 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.332665] env[68205]: DEBUG oslo_vmware.api [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1348.332665] env[68205]: value = "task-2905606" [ 1348.332665] env[68205]: _type = "Task" [ 1348.332665] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.340877] env[68205]: DEBUG oslo_vmware.api [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.368494] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134166} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.368758] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.369535] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f2fe85-3a13-4bf8-ba8d-1b8ec34127fe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.391615] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 1123b506-6c01-4bdc-afe0-a86fff9c03d5/1123b506-6c01-4bdc-afe0-a86fff9c03d5.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.391873] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f08c3dec-7636-4c6b-8533-573affd0f122 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.410719] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1348.410719] env[68205]: value = "task-2905607" [ 1348.410719] env[68205]: _type = "Task" [ 1348.410719] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.420940] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.482158] env[68205]: DEBUG nova.compute.manager [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1348.482412] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.483743] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505456b8-dd65-4c98-bef7-2f0fc6d0bf66 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.493342] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.493744] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9df5bd1d-88c2-48f9-9755-a73363d3e71a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.499679] env[68205]: DEBUG oslo_vmware.api [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1348.499679] env[68205]: value = "task-2905608" [ 1348.499679] env[68205]: _type = "Task" [ 1348.499679] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.507817] env[68205]: DEBUG oslo_vmware.api [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.648983] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.714761] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Releasing lock "refresh_cache-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.842099] env[68205]: DEBUG oslo_vmware.api [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905606, 'name': PowerOffVM_Task, 'duration_secs': 0.271508} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.842402] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.842526] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.842772] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-052d44b0-f8b9-44e7-b249-f76cd51ff8bb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.872896] env[68205]: DEBUG nova.compute.manager [req-a474e102-ac2f-4fbd-afcc-8dec964fc6a2 req-2b71db79-0bb4-417e-a4c2-395c5b460bd3 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received event network-vif-unplugged-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.873130] env[68205]: DEBUG oslo_concurrency.lockutils [req-a474e102-ac2f-4fbd-afcc-8dec964fc6a2 req-2b71db79-0bb4-417e-a4c2-395c5b460bd3 service nova] Acquiring lock "180fd060-7666-499e-b1e4-891df231475c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.873333] env[68205]: DEBUG oslo_concurrency.lockutils [req-a474e102-ac2f-4fbd-afcc-8dec964fc6a2 req-2b71db79-0bb4-417e-a4c2-395c5b460bd3 service nova] Lock "180fd060-7666-499e-b1e4-891df231475c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.873557] env[68205]: DEBUG oslo_concurrency.lockutils [req-a474e102-ac2f-4fbd-afcc-8dec964fc6a2 req-2b71db79-0bb4-417e-a4c2-395c5b460bd3 service nova] Lock "180fd060-7666-499e-b1e4-891df231475c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.873676] env[68205]: DEBUG nova.compute.manager [req-a474e102-ac2f-4fbd-afcc-8dec964fc6a2 req-2b71db79-0bb4-417e-a4c2-395c5b460bd3 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] No waiting events found dispatching network-vif-unplugged-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.873848] env[68205]: WARNING nova.compute.manager [req-a474e102-ac2f-4fbd-afcc-8dec964fc6a2 req-2b71db79-0bb4-417e-a4c2-395c5b460bd3 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received unexpected event network-vif-unplugged-54899a20-76ec-4157-8cff-0d6080338c6d for instance with vm_state shelved and task_state shelving_offloading. [ 1348.902053] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.902199] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.902282] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleting the datastore file [datastore1] f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.902575] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d3ccc33-fe25-41ff-b4e1-e5f51ae86b54 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.909015] env[68205]: DEBUG oslo_vmware.api [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1348.909015] env[68205]: value = "task-2905610" [ 1348.909015] env[68205]: _type = "Task" [ 1348.909015] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.919212] env[68205]: DEBUG oslo_vmware.api [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.922236] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905607, 'name': ReconfigVM_Task, 'duration_secs': 0.36098} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.922503] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 1123b506-6c01-4bdc-afe0-a86fff9c03d5/1123b506-6c01-4bdc-afe0-a86fff9c03d5.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.923722] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_name': '/dev/sda', 'encrypted': False, 'guest_format': None, 'image_id': '212c224b-8054-43b3-9813-d6086870cd7e'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'attachment_id': '76a0beb4-64b2-4f61-b82e-f653a4517a18', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583535', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'name': 'volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1123b506-6c01-4bdc-afe0-a86fff9c03d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'serial': '6208c593-1cd3-42c2-8ddb-a39c848fa48b'}, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=68205) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1348.923932] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1348.924164] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583535', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'name': 'volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1123b506-6c01-4bdc-afe0-a86fff9c03d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'serial': '6208c593-1cd3-42c2-8ddb-a39c848fa48b'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1348.924896] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35647f92-9ac2-4e9c-b97f-8bb24ba6d152 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.941281] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44005e05-8f0f-4fca-8de5-f9f934930153 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.966191] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b/volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.967224] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.967466] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b22bb14-8e4c-49e7-9508-fd28c4a0f0cc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.980372] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06ee12e-415d-46e6-98df-c6d547bdcdb4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.987721] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.988931] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba911a8-7543-4144-a5ae-dd5f9bb19669 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.990468] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1348.990468] env[68205]: value = "task-2905611" [ 1348.990468] env[68205]: _type = "Task" [ 1348.990468] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.998777] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.007358] env[68205]: DEBUG oslo_vmware.api [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905608, 'name': PowerOffVM_Task, 'duration_secs': 0.197768} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.007701] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.007842] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.008096] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-318c5406-3740-428e-ba75-a88363d3f0f5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.058466] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.058724] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.058995] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleting the datastore file [datastore1] 180fd060-7666-499e-b1e4-891df231475c {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.059324] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e11b994-4818-427d-82ed-69a59efe52bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.066191] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1349.066191] env[68205]: value = "task-2905614" [ 1349.066191] env[68205]: _type = "Task" [ 1349.066191] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.070498] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.070703] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.070905] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleting the datastore file [datastore2] 69ff88f9-0a23-4b45-a468-1d03a2b26aac {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.071540] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98d08c7a-f490-459f-adb6-7c495de54139 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.076558] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.081116] env[68205]: DEBUG oslo_vmware.api [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1349.081116] env[68205]: value = "task-2905615" [ 1349.081116] env[68205]: _type = "Task" [ 1349.081116] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.088564] env[68205]: DEBUG oslo_vmware.api [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.218991] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e85afcc8-3607-44fc-85a5-6e6e47a99d7d tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "interface-f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea-85842e52-e3ee-4c48-83e8-2406c0958c04" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.845s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.418667] env[68205]: DEBUG oslo_vmware.api [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178063} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.418913] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.419118] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.419298] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.419471] env[68205]: INFO nova.compute.manager [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1349.419711] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.419907] env[68205]: DEBUG nova.compute.manager [-] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.420008] env[68205]: DEBUG nova.network.neutron [-] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.500289] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905611, 'name': ReconfigVM_Task, 'duration_secs': 0.324382} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.500571] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b/volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.505719] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810e3354-4121-49cd-ad82-f42bb156ad22 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.520891] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1349.520891] env[68205]: value = "task-2905616" [ 1349.520891] env[68205]: _type = "Task" [ 1349.520891] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.529164] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.576660] env[68205]: DEBUG oslo_vmware.api [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141567} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.576660] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.578280] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.578280] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.594942] env[68205]: DEBUG oslo_vmware.api [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14287} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.597261] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.597491] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.597734] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.597988] env[68205]: INFO nova.compute.manager [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1349.598303] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.598868] env[68205]: DEBUG nova.compute.manager [-] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.599953] env[68205]: DEBUG nova.network.neutron [-] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.613178] env[68205]: INFO nova.scheduler.client.report [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleted allocations for instance 180fd060-7666-499e-b1e4-891df231475c [ 1350.032625] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905616, 'name': ReconfigVM_Task, 'duration_secs': 0.270944} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.032961] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583535', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'name': 'volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1123b506-6c01-4bdc-afe0-a86fff9c03d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'serial': '6208c593-1cd3-42c2-8ddb-a39c848fa48b'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1350.033613] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-180fb594-b6fb-4eb6-b1d0-4410dc61c6a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.040118] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1350.040118] env[68205]: value = "task-2905617" [ 1350.040118] env[68205]: _type = "Task" [ 1350.040118] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.048565] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905617, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.118499] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.118788] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.119016] env[68205]: DEBUG nova.objects.instance [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'resources' on Instance uuid 180fd060-7666-499e-b1e4-891df231475c {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.551257] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905617, 'name': Rename_Task, 'duration_secs': 0.222149} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.551604] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.551889] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37067410-8d75-4e1a-889f-2e7f81915100 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.559056] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1350.559056] env[68205]: value = "task-2905618" [ 1350.559056] env[68205]: _type = "Task" [ 1350.559056] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.567561] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.621579] env[68205]: DEBUG nova.objects.instance [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'numa_topology' on Instance uuid 180fd060-7666-499e-b1e4-891df231475c {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.846961] env[68205]: DEBUG nova.network.neutron [-] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.911431] env[68205]: DEBUG nova.network.neutron [-] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.950371] env[68205]: DEBUG nova.compute.manager [req-a3b4eabe-1ae4-48a9-9d59-e7bd0b4f61f7 req-fdbe0392-883e-49c4-93e5-0e22adff20ee service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received event network-changed-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.950488] env[68205]: DEBUG nova.compute.manager [req-a3b4eabe-1ae4-48a9-9d59-e7bd0b4f61f7 req-fdbe0392-883e-49c4-93e5-0e22adff20ee service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Refreshing instance network info cache due to event network-changed-54899a20-76ec-4157-8cff-0d6080338c6d. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.951229] env[68205]: DEBUG oslo_concurrency.lockutils [req-a3b4eabe-1ae4-48a9-9d59-e7bd0b4f61f7 req-fdbe0392-883e-49c4-93e5-0e22adff20ee service nova] Acquiring lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.951645] env[68205]: DEBUG oslo_concurrency.lockutils [req-a3b4eabe-1ae4-48a9-9d59-e7bd0b4f61f7 req-fdbe0392-883e-49c4-93e5-0e22adff20ee service nova] Acquired lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.952261] env[68205]: DEBUG nova.network.neutron [req-a3b4eabe-1ae4-48a9-9d59-e7bd0b4f61f7 req-fdbe0392-883e-49c4-93e5-0e22adff20ee service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Refreshing network info cache for port 54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.069596] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.124696] env[68205]: DEBUG nova.objects.base [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Object Instance<180fd060-7666-499e-b1e4-891df231475c> lazy-loaded attributes: resources,numa_topology {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1351.209470] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f425d63-8b72-4fbf-9bab-af9fd9893da0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.217921] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556bfd8e-5f69-472a-a329-e7175d549e70 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.251094] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb63db3f-79a4-4ff9-a174-a62e6c3f0724 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.259070] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3286b4f7-2f44-4529-afc6-e512250b1368 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.274077] env[68205]: DEBUG nova.compute.provider_tree [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.352226] env[68205]: INFO nova.compute.manager [-] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Took 1.75 seconds to deallocate network for instance. [ 1351.414610] env[68205]: INFO nova.compute.manager [-] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Took 1.99 seconds to deallocate network for instance. [ 1351.569445] env[68205]: DEBUG oslo_vmware.api [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905618, 'name': PowerOnVM_Task, 'duration_secs': 0.565607} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.569718] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.569931] env[68205]: DEBUG nova.compute.manager [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.570834] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316de7dc-7f04-4712-a770-cae5b1ff85b7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.661745] env[68205]: DEBUG nova.network.neutron [req-a3b4eabe-1ae4-48a9-9d59-e7bd0b4f61f7 req-fdbe0392-883e-49c4-93e5-0e22adff20ee service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updated VIF entry in instance network info cache for port 54899a20-76ec-4157-8cff-0d6080338c6d. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.662180] env[68205]: DEBUG nova.network.neutron [req-a3b4eabe-1ae4-48a9-9d59-e7bd0b4f61f7 req-fdbe0392-883e-49c4-93e5-0e22adff20ee service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updating instance_info_cache with network_info: [{"id": "54899a20-76ec-4157-8cff-0d6080338c6d", "address": "fa:16:3e:de:a2:e0", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap54899a20-76", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.777092] env[68205]: DEBUG nova.scheduler.client.report [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.857718] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.920931] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.087764] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.164669] env[68205]: DEBUG oslo_concurrency.lockutils [req-a3b4eabe-1ae4-48a9-9d59-e7bd0b4f61f7 req-fdbe0392-883e-49c4-93e5-0e22adff20ee service nova] Releasing lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.164956] env[68205]: DEBUG nova.compute.manager [req-a3b4eabe-1ae4-48a9-9d59-e7bd0b4f61f7 req-fdbe0392-883e-49c4-93e5-0e22adff20ee service nova] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Received event network-vif-deleted-315404c8-3365-4950-a750-81363e59ea94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.165184] env[68205]: DEBUG nova.compute.manager [req-a3b4eabe-1ae4-48a9-9d59-e7bd0b4f61f7 req-fdbe0392-883e-49c4-93e5-0e22adff20ee service nova] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Received event network-vif-deleted-eb0cb2fe-b5b6-4715-99b8-1b3a60e7aa94 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.281748] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.284737] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.427s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.285013] env[68205]: DEBUG nova.objects.instance [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'resources' on Instance uuid 69ff88f9-0a23-4b45-a468-1d03a2b26aac {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.373250] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "180fd060-7666-499e-b1e4-891df231475c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.793805] env[68205]: DEBUG oslo_concurrency.lockutils [None req-4af8b82e-e3ca-4867-a92b-f10a3a6f974d tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "180fd060-7666-499e-b1e4-891df231475c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.774s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.794419] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "180fd060-7666-499e-b1e4-891df231475c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.421s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.794804] env[68205]: INFO nova.compute.manager [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Unshelving [ 1352.885018] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbb4819-5061-46de-93fb-c3ad0ca3f5e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.892162] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21431c69-614a-4765-8d2c-5aae78063bba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.922075] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59045cb-479d-4afe-a49f-a51f51f3f18d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.928880] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792d3f00-a8f5-4241-a581-05664fe6b41e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.941739] env[68205]: DEBUG nova.compute.provider_tree [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.445060] env[68205]: DEBUG nova.scheduler.client.report [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.818289] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.950076] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.952421] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.032s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.952660] env[68205]: DEBUG nova.objects.instance [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'resources' on Instance uuid f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.970762] env[68205]: INFO nova.scheduler.client.report [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleted allocations for instance 69ff88f9-0a23-4b45-a468-1d03a2b26aac [ 1354.479192] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7a71fe2d-42ba-4f3a-955a-23215b343669 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "69ff88f9-0a23-4b45-a468-1d03a2b26aac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.504s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.533718] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153fd04a-a3d6-436e-a3d7-7121d023c7db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.543050] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ad8ed5-32df-4cc8-85ea-89b1ff69427f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.573825] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c601c4b5-b752-4194-8d29-72b4b53d85ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.580864] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0432e4dc-3fdb-4277-8598-1a6c24e02c7c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.595320] env[68205]: DEBUG nova.compute.provider_tree [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.101034] env[68205]: DEBUG nova.scheduler.client.report [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.607268] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.609604] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.522s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.609838] env[68205]: DEBUG nova.objects.instance [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1355.627765] env[68205]: INFO nova.scheduler.client.report [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleted allocations for instance f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea [ 1356.136457] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92117502-cc4d-4bf3-bedc-d9a77a9e348e tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.325s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.170816] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "628ac861-34ff-4e8b-8009-51071e8702b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.171049] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "628ac861-34ff-4e8b-8009-51071e8702b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.568823] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.569106] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.569318] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.569500] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.569667] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.571752] env[68205]: INFO nova.compute.manager [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Terminating instance [ 1356.618018] env[68205]: DEBUG oslo_concurrency.lockutils [None req-e1c3521c-b1a1-437a-9e9e-f0dbc71addfc tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.618918] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.801s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.619142] env[68205]: DEBUG nova.objects.instance [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'pci_requests' on Instance uuid 180fd060-7666-499e-b1e4-891df231475c {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.673152] env[68205]: DEBUG nova.compute.manager [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.076051] env[68205]: DEBUG nova.compute.manager [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.076051] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.077307] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b7dcb7-8e75-42ec-8d8a-5745e9bd1220 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.084902] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.085139] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bf0464c-093d-4e0e-bb9d-374b179a7acf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.091846] env[68205]: DEBUG oslo_vmware.api [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1357.091846] env[68205]: value = "task-2905619" [ 1357.091846] env[68205]: _type = "Task" [ 1357.091846] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.099055] env[68205]: DEBUG oslo_vmware.api [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.124482] env[68205]: DEBUG nova.objects.instance [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'numa_topology' on Instance uuid 180fd060-7666-499e-b1e4-891df231475c {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.198275] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.601687] env[68205]: DEBUG oslo_vmware.api [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905619, 'name': PowerOffVM_Task, 'duration_secs': 0.184052} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.601951] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.602131] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.602380] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2b2c349-d582-48f6-8a5d-9c2b2d51726d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.626501] env[68205]: INFO nova.compute.claims [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.656248] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.656438] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.656618] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleting the datastore file [datastore1] f3e2ce3d-0e3b-41f5-928d-85679b1b68d8 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.656880] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ae98565-bac4-45cb-9c27-fadc30af1070 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.663135] env[68205]: DEBUG oslo_vmware.api [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for the task: (returnval){ [ 1357.663135] env[68205]: value = "task-2905621" [ 1357.663135] env[68205]: _type = "Task" [ 1357.663135] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.671058] env[68205]: DEBUG oslo_vmware.api [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.173223] env[68205]: DEBUG oslo_vmware.api [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Task: {'id': task-2905621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087242} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.173485] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.173723] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.173933] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.174130] env[68205]: INFO nova.compute.manager [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1358.174374] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.174554] env[68205]: DEBUG nova.compute.manager [-] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.174653] env[68205]: DEBUG nova.network.neutron [-] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.414966] env[68205]: DEBUG nova.compute.manager [req-02fe7a56-c8c7-4417-9842-2fb6a006b0b1 req-bdf77f14-8188-4aac-a9ba-1abdcad0f199 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Received event network-vif-deleted-7bdac444-6334-4999-9da1-b32c49da2a50 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.415181] env[68205]: INFO nova.compute.manager [req-02fe7a56-c8c7-4417-9842-2fb6a006b0b1 req-bdf77f14-8188-4aac-a9ba-1abdcad0f199 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Neutron deleted interface 7bdac444-6334-4999-9da1-b32c49da2a50; detaching it from the instance and deleting it from the info cache [ 1358.415355] env[68205]: DEBUG nova.network.neutron [req-02fe7a56-c8c7-4417-9842-2fb6a006b0b1 req-bdf77f14-8188-4aac-a9ba-1abdcad0f199 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.732013] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d8c724-06e6-4c35-be41-926d0df2f484 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.740459] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75d813f-c0b3-421f-9043-e29a4183aa92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.770132] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7d7632-a518-4edb-84f8-38c0d5c7a0e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.777524] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d7b17e-6297-4b56-aa98-3b86a6c64a6a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.790587] env[68205]: DEBUG nova.compute.provider_tree [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.896778] env[68205]: DEBUG nova.network.neutron [-] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.917664] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a9218d6-1d53-4ecd-b34e-d7b4261e17fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.927109] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59de14f-743f-43b2-9ba0-ce8e9ed473c2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.955400] env[68205]: DEBUG nova.compute.manager [req-02fe7a56-c8c7-4417-9842-2fb6a006b0b1 req-bdf77f14-8188-4aac-a9ba-1abdcad0f199 service nova] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Detach interface failed, port_id=7bdac444-6334-4999-9da1-b32c49da2a50, reason: Instance f3e2ce3d-0e3b-41f5-928d-85679b1b68d8 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1359.314421] env[68205]: ERROR nova.scheduler.client.report [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [req-a69ef14a-3c34-444c-aecd-8242a9b88ae0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a69ef14a-3c34-444c-aecd-8242a9b88ae0"}]} [ 1359.330599] env[68205]: DEBUG nova.scheduler.client.report [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1359.344489] env[68205]: DEBUG nova.scheduler.client.report [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1359.344717] env[68205]: DEBUG nova.compute.provider_tree [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.358585] env[68205]: DEBUG nova.scheduler.client.report [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1359.383867] env[68205]: DEBUG nova.scheduler.client.report [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1359.399495] env[68205]: INFO nova.compute.manager [-] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Took 1.22 seconds to deallocate network for instance. [ 1359.476910] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9736be-c4e3-4319-9314-c46a06f886d6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.484383] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6735d7-d86a-4190-8dc9-f8a5f0a77986 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.514525] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb8934d-9916-4ead-82b5-c074a6fd902b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.521373] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a57c6b-f926-4a39-b14d-a923cf928e89 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.534240] env[68205]: DEBUG nova.compute.provider_tree [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.908237] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.064877] env[68205]: DEBUG nova.scheduler.client.report [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1360.065194] env[68205]: DEBUG nova.compute.provider_tree [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 169 to 170 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1360.065375] env[68205]: DEBUG nova.compute.provider_tree [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1360.570532] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.951s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.572953] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.375s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.574450] env[68205]: INFO nova.compute.claims [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.602508] env[68205]: INFO nova.network.neutron [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updating port 54899a20-76ec-4157-8cff-0d6080338c6d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1361.658956] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed217faf-1a85-4d7f-8405-5d34f25e8020 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.666836] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988a2084-3271-4730-bd0a-5d0faded2f8e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.696590] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd1a2f9-b8ad-4899-adcc-caba5c4a4794 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.703488] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85a1b67-78ec-47c1-a884-9b31d30898f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.716193] env[68205]: DEBUG nova.compute.provider_tree [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.969340] env[68205]: DEBUG nova.compute.manager [req-6330af07-75b8-4cb5-869f-1752da9bf2f2 req-628f0a1d-55b1-4410-a5b5-458fe90ea947 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received event network-vif-plugged-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.969464] env[68205]: DEBUG oslo_concurrency.lockutils [req-6330af07-75b8-4cb5-869f-1752da9bf2f2 req-628f0a1d-55b1-4410-a5b5-458fe90ea947 service nova] Acquiring lock "180fd060-7666-499e-b1e4-891df231475c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.970230] env[68205]: DEBUG oslo_concurrency.lockutils [req-6330af07-75b8-4cb5-869f-1752da9bf2f2 req-628f0a1d-55b1-4410-a5b5-458fe90ea947 service nova] Lock "180fd060-7666-499e-b1e4-891df231475c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.970491] env[68205]: DEBUG oslo_concurrency.lockutils [req-6330af07-75b8-4cb5-869f-1752da9bf2f2 req-628f0a1d-55b1-4410-a5b5-458fe90ea947 service nova] Lock "180fd060-7666-499e-b1e4-891df231475c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.970727] env[68205]: DEBUG nova.compute.manager [req-6330af07-75b8-4cb5-869f-1752da9bf2f2 req-628f0a1d-55b1-4410-a5b5-458fe90ea947 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] No waiting events found dispatching network-vif-plugged-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.970946] env[68205]: WARNING nova.compute.manager [req-6330af07-75b8-4cb5-869f-1752da9bf2f2 req-628f0a1d-55b1-4410-a5b5-458fe90ea947 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received unexpected event network-vif-plugged-54899a20-76ec-4157-8cff-0d6080338c6d for instance with vm_state shelved_offloaded and task_state spawning. [ 1362.052444] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.052629] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.052793] env[68205]: DEBUG nova.network.neutron [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.219474] env[68205]: DEBUG nova.scheduler.client.report [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.724132] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.724629] env[68205]: DEBUG nova.compute.manager [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.727231] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.819s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.727446] env[68205]: DEBUG nova.objects.instance [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lazy-loading 'resources' on Instance uuid f3e2ce3d-0e3b-41f5-928d-85679b1b68d8 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.751414] env[68205]: DEBUG nova.network.neutron [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updating instance_info_cache with network_info: [{"id": "54899a20-76ec-4157-8cff-0d6080338c6d", "address": "fa:16:3e:de:a2:e0", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54899a20-76", "ovs_interfaceid": "54899a20-76ec-4157-8cff-0d6080338c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.230820] env[68205]: DEBUG nova.compute.utils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1363.234876] env[68205]: DEBUG nova.compute.manager [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1363.235052] env[68205]: DEBUG nova.network.neutron [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.254153] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.270808] env[68205]: DEBUG nova.policy [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8beb5ab519d345c691f4859ad1a04390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d3f7eff6c7446aa87caa98b04fbe102', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.281991] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f654cac5bcc6cf8b5ef3270c73c81034',container_format='bare',created_at=2025-03-10T21:04:05Z,direct_url=,disk_format='vmdk',id=f5fdad54-9d7f-4375-957b-9310b05b20ce,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-28108088-shelved',owner='77006cdf69ea44a58d70373050909a1c',properties=ImageMetaProps,protected=,size=31661568,status='active',tags=,updated_at=2025-03-10T21:04:19Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.282269] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.282427] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.282608] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.282754] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.282903] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.283130] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.283313] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.283497] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.283661] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.283860] env[68205]: DEBUG nova.virt.hardware [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.284723] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444fef8-9778-4922-8288-21d9a66208ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.292821] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f31a7f3-776c-4dcb-8e37-2cffc430ad2f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.309343] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:a2:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54899a20-76ec-4157-8cff-0d6080338c6d', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.316724] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.317654] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 180fd060-7666-499e-b1e4-891df231475c] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.318333] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7157f6ca-935f-43f1-b94c-c0ccecec2d35 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.320655] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59060550-2b0d-4007-8dca-dfb2a952a615 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.338713] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1a5abc-713b-429b-97b2-6d935c1b3d07 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.342535] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.342535] env[68205]: value = "task-2905622" [ 1363.342535] env[68205]: _type = "Task" [ 1363.342535] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.374961] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa886e1-fe49-4610-8ee1-71b46f220b72 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.377733] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905622, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.382459] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23409a9f-5d23-4479-9a11-74f593ac5076 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.395733] env[68205]: DEBUG nova.compute.provider_tree [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.592038] env[68205]: DEBUG nova.network.neutron [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Successfully created port: 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.735838] env[68205]: DEBUG nova.compute.manager [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.852661] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905622, 'name': CreateVM_Task, 'duration_secs': 0.308879} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.852841] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 180fd060-7666-499e-b1e4-891df231475c] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.853503] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.853666] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.854074] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.854324] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb923995-9dca-4825-9e43-26f34e6cb6a8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.858418] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1363.858418] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5200874c-e5a4-3d01-1aec-ec938658f537" [ 1363.858418] env[68205]: _type = "Task" [ 1363.858418] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.865551] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5200874c-e5a4-3d01-1aec-ec938658f537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.899577] env[68205]: DEBUG nova.scheduler.client.report [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.998298] env[68205]: DEBUG nova.compute.manager [req-bf5d97f4-c179-4ea6-b09f-f73375eee1ad req-28f1a143-fa6a-469d-a935-2da47323de75 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received event network-changed-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.998501] env[68205]: DEBUG nova.compute.manager [req-bf5d97f4-c179-4ea6-b09f-f73375eee1ad req-28f1a143-fa6a-469d-a935-2da47323de75 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Refreshing instance network info cache due to event network-changed-54899a20-76ec-4157-8cff-0d6080338c6d. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.998712] env[68205]: DEBUG oslo_concurrency.lockutils [req-bf5d97f4-c179-4ea6-b09f-f73375eee1ad req-28f1a143-fa6a-469d-a935-2da47323de75 service nova] Acquiring lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.998853] env[68205]: DEBUG oslo_concurrency.lockutils [req-bf5d97f4-c179-4ea6-b09f-f73375eee1ad req-28f1a143-fa6a-469d-a935-2da47323de75 service nova] Acquired lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.999022] env[68205]: DEBUG nova.network.neutron [req-bf5d97f4-c179-4ea6-b09f-f73375eee1ad req-28f1a143-fa6a-469d-a935-2da47323de75 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Refreshing network info cache for port 54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.368740] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.369021] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Processing image f5fdad54-9d7f-4375-957b-9310b05b20ce {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.369289] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce/f5fdad54-9d7f-4375-957b-9310b05b20ce.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.369413] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce/f5fdad54-9d7f-4375-957b-9310b05b20ce.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.369591] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.369842] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce69c588-5b66-40b2-9382-83b0c75fa550 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.378467] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.378636] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.379390] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171e516b-6590-4a4d-afcb-12d1584e8450 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.384190] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1364.384190] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e09e0b-4540-7243-05fd-1a096b83ac89" [ 1364.384190] env[68205]: _type = "Task" [ 1364.384190] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.391381] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52e09e0b-4540-7243-05fd-1a096b83ac89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.404192] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.424449] env[68205]: INFO nova.scheduler.client.report [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Deleted allocations for instance f3e2ce3d-0e3b-41f5-928d-85679b1b68d8 [ 1364.746150] env[68205]: DEBUG nova.compute.manager [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.749260] env[68205]: DEBUG nova.network.neutron [req-bf5d97f4-c179-4ea6-b09f-f73375eee1ad req-28f1a143-fa6a-469d-a935-2da47323de75 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updated VIF entry in instance network info cache for port 54899a20-76ec-4157-8cff-0d6080338c6d. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.749696] env[68205]: DEBUG nova.network.neutron [req-bf5d97f4-c179-4ea6-b09f-f73375eee1ad req-28f1a143-fa6a-469d-a935-2da47323de75 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updating instance_info_cache with network_info: [{"id": "54899a20-76ec-4157-8cff-0d6080338c6d", "address": "fa:16:3e:de:a2:e0", "network": {"id": "66bf2a0c-d80c-4069-919e-131a4493a036", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1549791022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77006cdf69ea44a58d70373050909a1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54899a20-76", "ovs_interfaceid": "54899a20-76ec-4157-8cff-0d6080338c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.781646] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.782560] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.782560] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.782560] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.782560] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.782560] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.782991] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.782991] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.783084] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.783189] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.783370] env[68205]: DEBUG nova.virt.hardware [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.784862] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e038c1-b589-487f-9d1c-d581f71330e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.792722] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b66b7b-4e2a-4b4e-abf4-68432438abc9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.894977] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Preparing fetch location {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1364.894977] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Fetch image to [datastore1] OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789/OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789.vmdk {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1364.894977] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Downloading stream optimized image f5fdad54-9d7f-4375-957b-9310b05b20ce to [datastore1] OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789/OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789.vmdk on the data store datastore1 as vApp {{(pid=68205) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1364.895147] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Downloading image file data f5fdad54-9d7f-4375-957b-9310b05b20ce to the ESX as VM named 'OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789' {{(pid=68205) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1364.935352] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9ab25af5-e1e8-412c-ad03-53ce5f906bfe tempest-AttachInterfacesTestJSON-1316469260 tempest-AttachInterfacesTestJSON-1316469260-project-member] Lock "f3e2ce3d-0e3b-41f5-928d-85679b1b68d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.366s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.971458] env[68205]: DEBUG oslo_vmware.rw_handles [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1364.971458] env[68205]: value = "resgroup-9" [ 1364.971458] env[68205]: _type = "ResourcePool" [ 1364.971458] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1364.971843] env[68205]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-90ed651b-df7d-4676-96e1-c10054488ea6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.996364] env[68205]: DEBUG oslo_vmware.rw_handles [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lease: (returnval){ [ 1364.996364] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52211b86-9152-f1d9-6659-6dc438ff94ef" [ 1364.996364] env[68205]: _type = "HttpNfcLease" [ 1364.996364] env[68205]: } obtained for vApp import into resource pool (val){ [ 1364.996364] env[68205]: value = "resgroup-9" [ 1364.996364] env[68205]: _type = "ResourcePool" [ 1364.996364] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1364.996736] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the lease: (returnval){ [ 1364.996736] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52211b86-9152-f1d9-6659-6dc438ff94ef" [ 1364.996736] env[68205]: _type = "HttpNfcLease" [ 1364.996736] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1365.002892] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.002892] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52211b86-9152-f1d9-6659-6dc438ff94ef" [ 1365.002892] env[68205]: _type = "HttpNfcLease" [ 1365.002892] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1365.039362] env[68205]: DEBUG nova.network.neutron [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Successfully updated port: 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1365.252620] env[68205]: DEBUG oslo_concurrency.lockutils [req-bf5d97f4-c179-4ea6-b09f-f73375eee1ad req-28f1a143-fa6a-469d-a935-2da47323de75 service nova] Releasing lock "refresh_cache-180fd060-7666-499e-b1e4-891df231475c" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.505155] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.505155] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52211b86-9152-f1d9-6659-6dc438ff94ef" [ 1365.505155] env[68205]: _type = "HttpNfcLease" [ 1365.505155] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1365.505463] env[68205]: DEBUG oslo_vmware.rw_handles [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1365.505463] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52211b86-9152-f1d9-6659-6dc438ff94ef" [ 1365.505463] env[68205]: _type = "HttpNfcLease" [ 1365.505463] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1365.506197] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf3548b-fec4-4b84-8d7b-0692c90e9e7a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.512940] env[68205]: DEBUG oslo_vmware.rw_handles [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261c68f-c9c3-78e0-97c7-f1b5b7ea8b63/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1365.513123] env[68205]: DEBUG oslo_vmware.rw_handles [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating HTTP connection to write to file with size = 31661568 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261c68f-c9c3-78e0-97c7-f1b5b7ea8b63/disk-0.vmdk. {{(pid=68205) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1365.569813] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.569959] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.570129] env[68205]: DEBUG nova.network.neutron [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.577034] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a51f13f9-c005-4583-9a88-bc7122c35ba3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.030650] env[68205]: DEBUG nova.compute.manager [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received event network-vif-plugged-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.030906] env[68205]: DEBUG oslo_concurrency.lockutils [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] Acquiring lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.031086] env[68205]: DEBUG oslo_concurrency.lockutils [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] Lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.031211] env[68205]: DEBUG oslo_concurrency.lockutils [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] Lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.034397] env[68205]: DEBUG nova.compute.manager [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] No waiting events found dispatching network-vif-plugged-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1366.034397] env[68205]: WARNING nova.compute.manager [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received unexpected event network-vif-plugged-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 for instance with vm_state building and task_state spawning. [ 1366.034397] env[68205]: DEBUG nova.compute.manager [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received event network-changed-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.034397] env[68205]: DEBUG nova.compute.manager [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Refreshing instance network info cache due to event network-changed-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1366.034397] env[68205]: DEBUG oslo_concurrency.lockutils [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] Acquiring lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.142073] env[68205]: DEBUG nova.network.neutron [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1366.439678] env[68205]: DEBUG nova.network.neutron [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updating instance_info_cache with network_info: [{"id": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "address": "fa:16:3e:67:7e:6b", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2e5741-bc", "ovs_interfaceid": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.943670] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.944127] env[68205]: DEBUG nova.compute.manager [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Instance network_info: |[{"id": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "address": "fa:16:3e:67:7e:6b", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2e5741-bc", "ovs_interfaceid": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1366.944436] env[68205]: DEBUG oslo_concurrency.lockutils [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] Acquired lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.944613] env[68205]: DEBUG nova.network.neutron [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Refreshing network info cache for port 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.946103] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:7e:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b2e5741-bcd8-4091-91d0-a69fde0ee2e3', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.954970] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.963253] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.964155] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31d6c4f9-cac8-41f3-9152-fdf0849031f3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.990424] env[68205]: DEBUG oslo_vmware.rw_handles [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Completed reading data from the image iterator. {{(pid=68205) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1366.990815] env[68205]: DEBUG oslo_vmware.rw_handles [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261c68f-c9c3-78e0-97c7-f1b5b7ea8b63/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1366.992410] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8c2748-c4d9-498f-96f9-03d9b93fa093 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.996471] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.996471] env[68205]: value = "task-2905624" [ 1366.996471] env[68205]: _type = "Task" [ 1366.996471] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.006457] env[68205]: DEBUG oslo_vmware.rw_handles [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261c68f-c9c3-78e0-97c7-f1b5b7ea8b63/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1367.006457] env[68205]: DEBUG oslo_vmware.rw_handles [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261c68f-c9c3-78e0-97c7-f1b5b7ea8b63/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1367.006570] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-697de7b8-f0bb-40c8-8c92-5122ace624d1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.011212] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905624, 'name': CreateVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.191982] env[68205]: DEBUG nova.network.neutron [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updated VIF entry in instance network info cache for port 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1367.192606] env[68205]: DEBUG nova.network.neutron [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updating instance_info_cache with network_info: [{"id": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "address": "fa:16:3e:67:7e:6b", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2e5741-bc", "ovs_interfaceid": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.250141] env[68205]: DEBUG oslo_vmware.rw_handles [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5261c68f-c9c3-78e0-97c7-f1b5b7ea8b63/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1367.250337] env[68205]: INFO nova.virt.vmwareapi.images [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Downloaded image file data f5fdad54-9d7f-4375-957b-9310b05b20ce [ 1367.251181] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e97b208-9f1f-484f-8004-b60216b6ccc2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.267137] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7973838-ee70-4542-a3ea-582606c3d73d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.294494] env[68205]: INFO nova.virt.vmwareapi.images [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] The imported VM was unregistered [ 1367.297160] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Caching image {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1367.297438] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.297759] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-906a8430-1c96-4253-acf3-7940f02f49dc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.311765] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Created directory with path [datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.312041] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789/OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789.vmdk to [datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce/f5fdad54-9d7f-4375-957b-9310b05b20ce.vmdk. {{(pid=68205) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1367.312334] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6ca93c95-cd60-4242-a9a1-afa412e4de4f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.322624] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1367.322624] env[68205]: value = "task-2905626" [ 1367.322624] env[68205]: _type = "Task" [ 1367.322624] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.330613] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905626, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.509616] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905624, 'name': CreateVM_Task, 'duration_secs': 0.338817} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.509934] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1367.510767] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.510962] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.511360] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.511686] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb780eb7-587c-4293-81eb-063ec37c1da8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.519030] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1367.519030] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52de4ae8-7688-bd6b-4779-e9980f719d40" [ 1367.519030] env[68205]: _type = "Task" [ 1367.519030] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.527094] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52de4ae8-7688-bd6b-4779-e9980f719d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.695288] env[68205]: DEBUG oslo_concurrency.lockutils [req-a988d3e3-233a-466a-b8da-8ad2f5caba78 req-44414c0e-47e8-4b12-921c-6ee5f5c1df7c service nova] Releasing lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.833865] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905626, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.030577] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52de4ae8-7688-bd6b-4779-e9980f719d40, 'name': SearchDatastore_Task, 'duration_secs': 0.059071} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.030983] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.031330] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1368.031603] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.031768] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.031971] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1368.032266] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39a30a46-ccc1-4028-a87e-145bbdae4647 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.049465] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1368.049621] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1368.050476] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af3ea3f-b06d-4f0b-824f-4e10dec26195 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.057346] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1368.057346] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5290cc67-1328-025a-65ef-8908bfe397ae" [ 1368.057346] env[68205]: _type = "Task" [ 1368.057346] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.068508] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5290cc67-1328-025a-65ef-8908bfe397ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.336340] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905626, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.572055] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5290cc67-1328-025a-65ef-8908bfe397ae, 'name': SearchDatastore_Task, 'duration_secs': 0.084249} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.572055] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6019bfb4-8252-498a-873d-346dca122f79 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.577738] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1368.577738] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a928c-3db4-66cf-85cf-0ec89f600f4c" [ 1368.577738] env[68205]: _type = "Task" [ 1368.577738] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.591155] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a928c-3db4-66cf-85cf-0ec89f600f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.841453] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905626, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.094146] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522a928c-3db4-66cf-85cf-0ec89f600f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.091129} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.094597] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.094985] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 628ac861-34ff-4e8b-8009-51071e8702b0/628ac861-34ff-4e8b-8009-51071e8702b0.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.095509] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fb08995-5e90-4d59-8112-a8f830e14bf9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.107920] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1369.107920] env[68205]: value = "task-2905627" [ 1369.107920] env[68205]: _type = "Task" [ 1369.107920] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.122795] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.337472] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905626, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.620598] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.837822] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905626, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.119177] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905627, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.337465] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905626, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.537485} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.338880] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789/OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789.vmdk to [datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce/f5fdad54-9d7f-4375-957b-9310b05b20ce.vmdk. [ 1370.338880] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Cleaning up location [datastore1] OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789 {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1370.338880] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e88783ef-f891-465c-8a6d-ff82a55de789 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.338880] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ef4ae7-2317-46e8-9a82-d9dcdbe64e72 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.344922] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1370.344922] env[68205]: value = "task-2905628" [ 1370.344922] env[68205]: _type = "Task" [ 1370.344922] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.352669] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.620294] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905627, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.13565} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.620580] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 628ac861-34ff-4e8b-8009-51071e8702b0/628ac861-34ff-4e8b-8009-51071e8702b0.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.620803] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.621066] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8904837-de0f-4750-ad97-246a48d5df2f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.627145] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1370.627145] env[68205]: value = "task-2905629" [ 1370.627145] env[68205]: _type = "Task" [ 1370.627145] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.635226] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.727508] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquiring lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.727750] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.855070] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034098} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.855344] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.855510] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce/f5fdad54-9d7f-4375-957b-9310b05b20ce.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.855750] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce/f5fdad54-9d7f-4375-957b-9310b05b20ce.vmdk to [datastore1] 180fd060-7666-499e-b1e4-891df231475c/180fd060-7666-499e-b1e4-891df231475c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.856015] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc63397f-33cc-4307-a66a-31b824a5aaaf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.862450] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1370.862450] env[68205]: value = "task-2905630" [ 1370.862450] env[68205]: _type = "Task" [ 1370.862450] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.870421] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.137931] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064561} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.138244] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.139080] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b660d3-3c7a-4635-aaa9-2891e894d189 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.162133] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 628ac861-34ff-4e8b-8009-51071e8702b0/628ac861-34ff-4e8b-8009-51071e8702b0.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.162478] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-220ac4d1-a90d-4af0-9335-49ac8e3f74bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.185182] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1371.185182] env[68205]: value = "task-2905631" [ 1371.185182] env[68205]: _type = "Task" [ 1371.185182] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.194388] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.231161] env[68205]: DEBUG nova.compute.manager [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.374204] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905630, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.697351] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.761565] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.761959] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.763692] env[68205]: INFO nova.compute.claims [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.875737] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905630, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.203226] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.376799] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905630, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.698941] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.864720] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df9424f-2c40-41bf-9aa5-1f0ba788420c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.880868] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa35c79-d823-41b3-86e7-97211feb8255 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.885033] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905630, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.915168] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc40468f-aeb3-4880-b4a0-2e60c891aa23 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.926438] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debefc6f-018c-4c7e-b5d1-3406a134f400 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.941914] env[68205]: DEBUG nova.compute.provider_tree [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.198245] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905631, 'name': ReconfigVM_Task, 'duration_secs': 2.000139} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.198772] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 628ac861-34ff-4e8b-8009-51071e8702b0/628ac861-34ff-4e8b-8009-51071e8702b0.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.199484] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1926942-b19a-47a3-ba28-6415c2177e8e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.205198] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1373.205198] env[68205]: value = "task-2905632" [ 1373.205198] env[68205]: _type = "Task" [ 1373.205198] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.212560] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905632, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.377037] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905630, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.232879} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.377037] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5fdad54-9d7f-4375-957b-9310b05b20ce/f5fdad54-9d7f-4375-957b-9310b05b20ce.vmdk to [datastore1] 180fd060-7666-499e-b1e4-891df231475c/180fd060-7666-499e-b1e4-891df231475c.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.377749] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff6eb97-c00a-411d-8a41-e0c25a5e6e29 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.399153] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 180fd060-7666-499e-b1e4-891df231475c/180fd060-7666-499e-b1e4-891df231475c.vmdk or device None with type streamOptimized {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.399424] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf858e59-2a30-4f6d-97f6-3f74194c52ce {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.418050] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1373.418050] env[68205]: value = "task-2905633" [ 1373.418050] env[68205]: _type = "Task" [ 1373.418050] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.425488] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.463373] env[68205]: ERROR nova.scheduler.client.report [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [req-fd2f4f3c-f6bb-41e5-8026-948350da75f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd2f4f3c-f6bb-41e5-8026-948350da75f2"}]} [ 1373.479944] env[68205]: DEBUG nova.scheduler.client.report [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1373.494636] env[68205]: DEBUG nova.scheduler.client.report [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1373.494901] env[68205]: DEBUG nova.compute.provider_tree [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.505975] env[68205]: DEBUG nova.scheduler.client.report [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1373.525037] env[68205]: DEBUG nova.scheduler.client.report [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1373.601640] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e46f6a8-d525-45f2-97ae-1147c6ea493d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.609221] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e34c18-c302-47d7-84ef-9121fe0073f7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.639411] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40293ac8-63f1-46d9-aee9-2bd4dcae5f66 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.646341] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c0063d-e0fc-4b5c-a7b0-ae516f444429 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.659159] env[68205]: DEBUG nova.compute.provider_tree [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1373.713898] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905632, 'name': Rename_Task, 'duration_secs': 0.128243} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.714197] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.714427] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64374753-1c94-45e2-989d-32163a980cd2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.719593] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1373.719593] env[68205]: value = "task-2905634" [ 1373.719593] env[68205]: _type = "Task" [ 1373.719593] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.726503] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.927986] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905633, 'name': ReconfigVM_Task, 'duration_secs': 0.267346} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.928345] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 180fd060-7666-499e-b1e4-891df231475c/180fd060-7666-499e-b1e4-891df231475c.vmdk or device None with type streamOptimized {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.929000] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29916503-af05-4f41-8af8-2f2397764f6b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.934621] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1373.934621] env[68205]: value = "task-2905635" [ 1373.934621] env[68205]: _type = "Task" [ 1373.934621] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.942177] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905635, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.190201] env[68205]: DEBUG nova.scheduler.client.report [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1374.190560] env[68205]: DEBUG nova.compute.provider_tree [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 171 to 172 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1374.190790] env[68205]: DEBUG nova.compute.provider_tree [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1374.228921] env[68205]: DEBUG oslo_vmware.api [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905634, 'name': PowerOnVM_Task, 'duration_secs': 0.457671} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.229269] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.229502] env[68205]: INFO nova.compute.manager [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1374.229715] env[68205]: DEBUG nova.compute.manager [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.230515] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6696d8ff-b607-4a07-b37f-0ecf5534b095 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.445299] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905635, 'name': Rename_Task, 'duration_secs': 0.127994} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.445567] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.445796] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bda7a41-d2db-4a97-b0b6-8dc4b51ea604 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.451421] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1374.451421] env[68205]: value = "task-2905636" [ 1374.451421] env[68205]: _type = "Task" [ 1374.451421] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.459745] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.696571] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.935s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.697211] env[68205]: DEBUG nova.compute.manager [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1374.746482] env[68205]: INFO nova.compute.manager [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Took 17.57 seconds to build instance. [ 1374.962826] env[68205]: DEBUG oslo_vmware.api [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905636, 'name': PowerOnVM_Task, 'duration_secs': 0.421104} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.963182] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.073242] env[68205]: DEBUG nova.compute.manager [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.074301] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97451944-8428-4fb7-9430-89ffc178ab9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.104872] env[68205]: DEBUG nova.compute.manager [req-d1dec1cf-52f1-42f6-a793-80e5f7c3d919 req-a6ba27a8-d8c4-4452-be77-0008d1dd4c19 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received event network-changed-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.104944] env[68205]: DEBUG nova.compute.manager [req-d1dec1cf-52f1-42f6-a793-80e5f7c3d919 req-a6ba27a8-d8c4-4452-be77-0008d1dd4c19 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Refreshing instance network info cache due to event network-changed-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1375.105723] env[68205]: DEBUG oslo_concurrency.lockutils [req-d1dec1cf-52f1-42f6-a793-80e5f7c3d919 req-a6ba27a8-d8c4-4452-be77-0008d1dd4c19 service nova] Acquiring lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.105723] env[68205]: DEBUG oslo_concurrency.lockutils [req-d1dec1cf-52f1-42f6-a793-80e5f7c3d919 req-a6ba27a8-d8c4-4452-be77-0008d1dd4c19 service nova] Acquired lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.105723] env[68205]: DEBUG nova.network.neutron [req-d1dec1cf-52f1-42f6-a793-80e5f7c3d919 req-a6ba27a8-d8c4-4452-be77-0008d1dd4c19 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Refreshing network info cache for port 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.202847] env[68205]: DEBUG nova.compute.utils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1375.203683] env[68205]: DEBUG nova.compute.manager [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1375.203928] env[68205]: DEBUG nova.network.neutron [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1375.242065] env[68205]: DEBUG nova.policy [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07aafbcbc93040daac7dc5bc3633db6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94b67b0a98034a4e8f021ef999120bae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1375.248079] env[68205]: DEBUG oslo_concurrency.lockutils [None req-8096d984-d3e8-411b-b9e4-cace4d29e119 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "628ac861-34ff-4e8b-8009-51071e8702b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.077s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.529032] env[68205]: DEBUG nova.network.neutron [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Successfully created port: f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.590768] env[68205]: DEBUG oslo_concurrency.lockutils [None req-47128599-0eb5-4d82-b8d3-8a0f0f9b28b9 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "180fd060-7666-499e-b1e4-891df231475c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.796s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.706809] env[68205]: DEBUG nova.compute.manager [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1375.916440] env[68205]: DEBUG nova.network.neutron [req-d1dec1cf-52f1-42f6-a793-80e5f7c3d919 req-a6ba27a8-d8c4-4452-be77-0008d1dd4c19 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updated VIF entry in instance network info cache for port 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.916798] env[68205]: DEBUG nova.network.neutron [req-d1dec1cf-52f1-42f6-a793-80e5f7c3d919 req-a6ba27a8-d8c4-4452-be77-0008d1dd4c19 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updating instance_info_cache with network_info: [{"id": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "address": "fa:16:3e:67:7e:6b", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2e5741-bc", "ovs_interfaceid": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.419681] env[68205]: DEBUG oslo_concurrency.lockutils [req-d1dec1cf-52f1-42f6-a793-80e5f7c3d919 req-a6ba27a8-d8c4-4452-be77-0008d1dd4c19 service nova] Releasing lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.716463] env[68205]: DEBUG nova.compute.manager [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1376.726378] env[68205]: DEBUG oslo_concurrency.lockutils [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "180fd060-7666-499e-b1e4-891df231475c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.726621] env[68205]: DEBUG oslo_concurrency.lockutils [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "180fd060-7666-499e-b1e4-891df231475c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.726820] env[68205]: DEBUG oslo_concurrency.lockutils [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "180fd060-7666-499e-b1e4-891df231475c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.727008] env[68205]: DEBUG oslo_concurrency.lockutils [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "180fd060-7666-499e-b1e4-891df231475c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.727185] env[68205]: DEBUG oslo_concurrency.lockutils [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "180fd060-7666-499e-b1e4-891df231475c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.729307] env[68205]: INFO nova.compute.manager [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Terminating instance [ 1376.739316] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.739551] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.739703] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.739880] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.740042] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.740195] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.740405] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.740562] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.740726] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.740892] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.741104] env[68205]: DEBUG nova.virt.hardware [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.742412] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d29a52-b883-4293-bd75-02af9e2c1f86 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.753613] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674488a5-abad-4f25-b4de-57a49283ba35 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.037841] env[68205]: DEBUG nova.compute.manager [req-4322dc2b-71c5-402f-9a7e-122ca710cc23 req-52469234-e5a7-4b2f-a56b-47e841ca6232 service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Received event network-vif-plugged-f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.038090] env[68205]: DEBUG oslo_concurrency.lockutils [req-4322dc2b-71c5-402f-9a7e-122ca710cc23 req-52469234-e5a7-4b2f-a56b-47e841ca6232 service nova] Acquiring lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.038311] env[68205]: DEBUG oslo_concurrency.lockutils [req-4322dc2b-71c5-402f-9a7e-122ca710cc23 req-52469234-e5a7-4b2f-a56b-47e841ca6232 service nova] Lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.038471] env[68205]: DEBUG oslo_concurrency.lockutils [req-4322dc2b-71c5-402f-9a7e-122ca710cc23 req-52469234-e5a7-4b2f-a56b-47e841ca6232 service nova] Lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.038635] env[68205]: DEBUG nova.compute.manager [req-4322dc2b-71c5-402f-9a7e-122ca710cc23 req-52469234-e5a7-4b2f-a56b-47e841ca6232 service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] No waiting events found dispatching network-vif-plugged-f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.038791] env[68205]: WARNING nova.compute.manager [req-4322dc2b-71c5-402f-9a7e-122ca710cc23 req-52469234-e5a7-4b2f-a56b-47e841ca6232 service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Received unexpected event network-vif-plugged-f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca for instance with vm_state building and task_state spawning. [ 1377.117706] env[68205]: DEBUG nova.network.neutron [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Successfully updated port: f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.235537] env[68205]: DEBUG nova.compute.manager [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.235537] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.236331] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50983ac-afbd-4232-bc4a-f426d49178d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.244525] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.244747] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cabdd3cf-fa86-4c7a-a830-bc7f4979d598 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.250970] env[68205]: DEBUG oslo_vmware.api [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1377.250970] env[68205]: value = "task-2905637" [ 1377.250970] env[68205]: _type = "Task" [ 1377.250970] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.258462] env[68205]: DEBUG oslo_vmware.api [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.620861] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquiring lock "refresh_cache-e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.620861] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquired lock "refresh_cache-e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.621048] env[68205]: DEBUG nova.network.neutron [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.760858] env[68205]: DEBUG oslo_vmware.api [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905637, 'name': PowerOffVM_Task, 'duration_secs': 0.195258} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.761162] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.761307] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.761552] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e8ea9b2-b967-45dd-8c68-8abdb1f9f3e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.858189] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.858502] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.858779] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleting the datastore file [datastore1] 180fd060-7666-499e-b1e4-891df231475c {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.859175] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dd25b6f-734c-4d9e-9654-ad32e32d3ef3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.865161] env[68205]: DEBUG oslo_vmware.api [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for the task: (returnval){ [ 1377.865161] env[68205]: value = "task-2905639" [ 1377.865161] env[68205]: _type = "Task" [ 1377.865161] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.872349] env[68205]: DEBUG oslo_vmware.api [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.152956] env[68205]: DEBUG nova.network.neutron [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.267241] env[68205]: DEBUG nova.network.neutron [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Updating instance_info_cache with network_info: [{"id": "f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca", "address": "fa:16:3e:76:4d:45", "network": {"id": "b6f6e947-660c-4fde-b866-e859a0b03e5e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1769692579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b67b0a98034a4e8f021ef999120bae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8db2c6b-3c", "ovs_interfaceid": "f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.375088] env[68205]: DEBUG oslo_vmware.api [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Task: {'id': task-2905639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216408} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.375337] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.375522] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.375693] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.375946] env[68205]: INFO nova.compute.manager [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] [instance: 180fd060-7666-499e-b1e4-891df231475c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1378.376217] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.376429] env[68205]: DEBUG nova.compute.manager [-] [instance: 180fd060-7666-499e-b1e4-891df231475c] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.376525] env[68205]: DEBUG nova.network.neutron [-] [instance: 180fd060-7666-499e-b1e4-891df231475c] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.770184] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Releasing lock "refresh_cache-e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.770779] env[68205]: DEBUG nova.compute.manager [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Instance network_info: |[{"id": "f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca", "address": "fa:16:3e:76:4d:45", "network": {"id": "b6f6e947-660c-4fde-b866-e859a0b03e5e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1769692579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b67b0a98034a4e8f021ef999120bae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8db2c6b-3c", "ovs_interfaceid": "f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1378.771251] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:4d:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.779329] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Creating folder: Project (94b67b0a98034a4e8f021ef999120bae). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1378.779834] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c002dc8-618c-4c21-b853-efbf0a21d6e9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.790438] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Created folder: Project (94b67b0a98034a4e8f021ef999120bae) in parent group-v583212. [ 1378.790624] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Creating folder: Instances. Parent ref: group-v583543. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1378.790844] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3994241-79af-4b2d-8805-20c50c9f3475 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.798917] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Created folder: Instances in parent group-v583543. [ 1378.799150] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.799327] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.799517] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c4aea9-a8c2-4bf6-9390-b0735b53d5de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.817877] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.817877] env[68205]: value = "task-2905642" [ 1378.817877] env[68205]: _type = "Task" [ 1378.817877] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.824855] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905642, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.076528] env[68205]: DEBUG nova.compute.manager [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Received event network-changed-f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.076768] env[68205]: DEBUG nova.compute.manager [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Refreshing instance network info cache due to event network-changed-f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1379.077018] env[68205]: DEBUG oslo_concurrency.lockutils [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] Acquiring lock "refresh_cache-e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.077205] env[68205]: DEBUG oslo_concurrency.lockutils [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] Acquired lock "refresh_cache-e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.077432] env[68205]: DEBUG nova.network.neutron [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Refreshing network info cache for port f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.254416] env[68205]: DEBUG nova.network.neutron [-] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.328829] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905642, 'name': CreateVM_Task, 'duration_secs': 0.347792} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.329084] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.329785] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.329949] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.330307] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.330572] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb65f2a-fcd6-44ba-bc90-c48985437bdf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.335687] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for the task: (returnval){ [ 1379.335687] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52dfcdb3-e494-34d6-4153-0e0372a59d86" [ 1379.335687] env[68205]: _type = "Task" [ 1379.335687] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.343624] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52dfcdb3-e494-34d6-4153-0e0372a59d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.758847] env[68205]: INFO nova.compute.manager [-] [instance: 180fd060-7666-499e-b1e4-891df231475c] Took 1.38 seconds to deallocate network for instance. [ 1379.768840] env[68205]: DEBUG nova.network.neutron [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Updated VIF entry in instance network info cache for port f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.769187] env[68205]: DEBUG nova.network.neutron [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Updating instance_info_cache with network_info: [{"id": "f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca", "address": "fa:16:3e:76:4d:45", "network": {"id": "b6f6e947-660c-4fde-b866-e859a0b03e5e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1769692579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94b67b0a98034a4e8f021ef999120bae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8db2c6b-3c", "ovs_interfaceid": "f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.846415] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52dfcdb3-e494-34d6-4153-0e0372a59d86, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.846793] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.846951] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.847198] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.847340] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.847511] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.847800] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5de13e6-2253-4a63-be6f-5321c7ac2b32 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.856119] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.856297] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.857226] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d0390a-6dec-48f7-8b8b-55feeedf448b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.862312] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for the task: (returnval){ [ 1379.862312] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5250a1c6-94d6-0bdf-9c1f-27ed7676d1ac" [ 1379.862312] env[68205]: _type = "Task" [ 1379.862312] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.870040] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5250a1c6-94d6-0bdf-9c1f-27ed7676d1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.265110] env[68205]: DEBUG oslo_concurrency.lockutils [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.265402] env[68205]: DEBUG oslo_concurrency.lockutils [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.265622] env[68205]: DEBUG nova.objects.instance [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lazy-loading 'resources' on Instance uuid 180fd060-7666-499e-b1e4-891df231475c {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.271581] env[68205]: DEBUG oslo_concurrency.lockutils [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] Releasing lock "refresh_cache-e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.271804] env[68205]: DEBUG nova.compute.manager [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Received event network-vif-deleted-54899a20-76ec-4157-8cff-0d6080338c6d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.272029] env[68205]: INFO nova.compute.manager [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Neutron deleted interface 54899a20-76ec-4157-8cff-0d6080338c6d; detaching it from the instance and deleting it from the info cache [ 1380.272220] env[68205]: DEBUG nova.network.neutron [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.372681] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5250a1c6-94d6-0bdf-9c1f-27ed7676d1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015679} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.373410] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc731fe7-23f9-4974-85f9-1a250a02710f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.378392] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for the task: (returnval){ [ 1380.378392] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526ad3ef-c0ae-62ae-7edc-ac4823d5d43f" [ 1380.378392] env[68205]: _type = "Task" [ 1380.378392] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.385808] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526ad3ef-c0ae-62ae-7edc-ac4823d5d43f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.774210] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-258f5d8e-9052-45ca-8319-72b59b0c5d8d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.783302] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd9ffe-60b3-4eca-adb5-0f44f9b81d62 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.815065] env[68205]: DEBUG nova.compute.manager [req-95c793a7-44b4-4e27-a88e-6f9176ecb572 req-10f28a2f-2527-49c9-8155-629bbd515532 service nova] [instance: 180fd060-7666-499e-b1e4-891df231475c] Detach interface failed, port_id=54899a20-76ec-4157-8cff-0d6080338c6d, reason: Instance 180fd060-7666-499e-b1e4-891df231475c could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1380.869719] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ba7d4f-c89a-42e3-b877-ff7b44b784f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.876777] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e9b8ac-190e-4d6e-87a6-14ed7d43de7a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.912593] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767b3cb-eae6-407c-9b0b-5fd6c09c2a4c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.914889] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]526ad3ef-c0ae-62ae-7edc-ac4823d5d43f, 'name': SearchDatastore_Task, 'duration_secs': 0.012815} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.915219] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.915472] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] e3c1f55e-f720-4c7e-896d-f062a0c9e2d3/e3c1f55e-f720-4c7e-896d-f062a0c9e2d3.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.916015] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc3085b3-4818-4178-bf5c-4758c5033312 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.920966] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe906681-5619-42e7-b59f-cef265491f7b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.925419] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for the task: (returnval){ [ 1380.925419] env[68205]: value = "task-2905643" [ 1380.925419] env[68205]: _type = "Task" [ 1380.925419] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.936568] env[68205]: DEBUG nova.compute.provider_tree [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.941991] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.435892] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431761} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.436101] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] e3c1f55e-f720-4c7e-896d-f062a0c9e2d3/e3c1f55e-f720-4c7e-896d-f062a0c9e2d3.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.436336] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.436592] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eda7ac72-7213-4ddf-8aca-ec31fd6a753c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.439210] env[68205]: DEBUG nova.scheduler.client.report [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.443412] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for the task: (returnval){ [ 1381.443412] env[68205]: value = "task-2905644" [ 1381.443412] env[68205]: _type = "Task" [ 1381.443412] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.450802] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.945723] env[68205]: DEBUG oslo_concurrency.lockutils [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.956619] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06067} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.956861] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.957689] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d108618c-5cb2-4f74-9cda-56f8bc99c8df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.980446] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e3c1f55e-f720-4c7e-896d-f062a0c9e2d3/e3c1f55e-f720-4c7e-896d-f062a0c9e2d3.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.981334] env[68205]: INFO nova.scheduler.client.report [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Deleted allocations for instance 180fd060-7666-499e-b1e4-891df231475c [ 1381.982622] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c10a54d1-466b-4034-b5ed-29ad8a9c3f88 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.003779] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for the task: (returnval){ [ 1382.003779] env[68205]: value = "task-2905645" [ 1382.003779] env[68205]: _type = "Task" [ 1382.003779] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.011694] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.502775] env[68205]: DEBUG oslo_concurrency.lockutils [None req-642f6724-5310-4ab2-ab3d-7f6aed33a254 tempest-ServerActionsTestOtherB-1984158074 tempest-ServerActionsTestOtherB-1984158074-project-member] Lock "180fd060-7666-499e-b1e4-891df231475c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.776s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.513900] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905645, 'name': ReconfigVM_Task, 'duration_secs': 0.261917} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.514257] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e3c1f55e-f720-4c7e-896d-f062a0c9e2d3/e3c1f55e-f720-4c7e-896d-f062a0c9e2d3.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.514882] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67cf725a-8d9b-4897-8856-19521d6faf28 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.521034] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for the task: (returnval){ [ 1382.521034] env[68205]: value = "task-2905646" [ 1382.521034] env[68205]: _type = "Task" [ 1382.521034] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.529385] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905646, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.030817] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905646, 'name': Rename_Task, 'duration_secs': 0.155329} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.031192] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.031341] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6666c36c-db9b-4c56-9c2b-39c2c5e6f14e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.037356] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for the task: (returnval){ [ 1383.037356] env[68205]: value = "task-2905648" [ 1383.037356] env[68205]: _type = "Task" [ 1383.037356] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.044713] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.547652] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905648, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.558976] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.559197] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.048783] env[68205]: DEBUG oslo_vmware.api [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905648, 'name': PowerOnVM_Task, 'duration_secs': 0.58797} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.049175] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.049264] env[68205]: INFO nova.compute.manager [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1384.049440] env[68205]: DEBUG nova.compute.manager [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.050270] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a12016-df24-4f89-b632-5c9432c0bf57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.062634] env[68205]: DEBUG nova.compute.utils [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1384.565350] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.569170] env[68205]: INFO nova.compute.manager [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Took 12.83 seconds to build instance. [ 1385.065835] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquiring lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.070472] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bc7948f5-7d2b-4b36-a07b-335e7314a16b tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.343s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.070703] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.070921] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquiring lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.071146] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.071316] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.073503] env[68205]: INFO nova.compute.manager [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Terminating instance [ 1385.576794] env[68205]: DEBUG nova.compute.manager [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.577053] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.577965] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4c8bfb-4ceb-4722-9ef3-d708b34032f2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.586097] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.586413] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f56acad2-b44d-4285-aa79-11beded4f394 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.592169] env[68205]: DEBUG oslo_vmware.api [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for the task: (returnval){ [ 1385.592169] env[68205]: value = "task-2905649" [ 1385.592169] env[68205]: _type = "Task" [ 1385.592169] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.599923] env[68205]: DEBUG oslo_vmware.api [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.628685] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.628909] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.629158] env[68205]: INFO nova.compute.manager [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Attaching volume b43c8e63-f73f-42db-b3f0-a7080f3942ec to /dev/sdb [ 1385.660425] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c85249-516e-45dd-96a5-9cbb4dbcf620 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.667631] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54d8b57-63ef-450f-b39c-1a94604b1879 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.680867] env[68205]: DEBUG nova.virt.block_device [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Updating existing volume attachment record: a93646fd-a8ce-4771-8c26-d23de1e67a7b {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1386.103583] env[68205]: DEBUG oslo_vmware.api [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905649, 'name': PowerOffVM_Task, 'duration_secs': 0.183798} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.103903] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.104202] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.104457] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-614fc943-e85d-46ae-9aba-cbfc5ec63315 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.170058] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.170306] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.170506] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Deleting the datastore file [datastore1] e3c1f55e-f720-4c7e-896d-f062a0c9e2d3 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.170790] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6761260-f17a-4855-9147-2e7d2ef03b8a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.177125] env[68205]: DEBUG oslo_vmware.api [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for the task: (returnval){ [ 1386.177125] env[68205]: value = "task-2905652" [ 1386.177125] env[68205]: _type = "Task" [ 1386.177125] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.184685] env[68205]: DEBUG oslo_vmware.api [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.687539] env[68205]: DEBUG oslo_vmware.api [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Task: {'id': task-2905652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158491} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.687778] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.687962] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.688154] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.688326] env[68205]: INFO nova.compute.manager [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1386.688561] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.688753] env[68205]: DEBUG nova.compute.manager [-] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.688847] env[68205]: DEBUG nova.network.neutron [-] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.943205] env[68205]: DEBUG nova.compute.manager [req-6da8e918-319f-419e-9ca0-e2677c8d1e37 req-8ea92ccc-d9ad-4ab9-b9f8-2f2bf2a1219c service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Received event network-vif-deleted-f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.943419] env[68205]: INFO nova.compute.manager [req-6da8e918-319f-419e-9ca0-e2677c8d1e37 req-8ea92ccc-d9ad-4ab9-b9f8-2f2bf2a1219c service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Neutron deleted interface f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca; detaching it from the instance and deleting it from the info cache [ 1386.943621] env[68205]: DEBUG nova.network.neutron [req-6da8e918-319f-419e-9ca0-e2677c8d1e37 req-8ea92ccc-d9ad-4ab9-b9f8-2f2bf2a1219c service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.428760] env[68205]: DEBUG nova.network.neutron [-] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.446198] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a32a20f-2592-41c7-a5e9-d53aa2079223 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.456362] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4941b416-9160-4f7a-bf15-00b99584399e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.486339] env[68205]: DEBUG nova.compute.manager [req-6da8e918-319f-419e-9ca0-e2677c8d1e37 req-8ea92ccc-d9ad-4ab9-b9f8-2f2bf2a1219c service nova] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Detach interface failed, port_id=f8db2c6b-3cc7-4dd4-a3f5-bd183f10ffca, reason: Instance e3c1f55e-f720-4c7e-896d-f062a0c9e2d3 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1387.931366] env[68205]: INFO nova.compute.manager [-] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Took 1.24 seconds to deallocate network for instance. [ 1388.139943] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.140396] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.437869] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.438176] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.438401] env[68205]: DEBUG nova.objects.instance [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lazy-loading 'resources' on Instance uuid e3c1f55e-f720-4c7e-896d-f062a0c9e2d3 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.643981] env[68205]: INFO nova.compute.manager [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Detaching volume 6208c593-1cd3-42c2-8ddb-a39c848fa48b [ 1388.676325] env[68205]: INFO nova.virt.block_device [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Attempting to driver detach volume 6208c593-1cd3-42c2-8ddb-a39c848fa48b from mountpoint /dev/sdb [ 1388.676484] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1388.676665] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583535', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'name': 'volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1123b506-6c01-4bdc-afe0-a86fff9c03d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'serial': '6208c593-1cd3-42c2-8ddb-a39c848fa48b'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1388.677772] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1b130f-7545-4c9a-9183-f1d3bdeed7fd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.701401] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec15472f-a9b1-4012-8494-747f6b3ede3d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.709023] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d7c9a1-828f-4c88-94cc-50ea2fb4c3fc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.729100] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0b7341-762d-4e5c-a287-5e641af08062 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.744373] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] The volume has not been displaced from its original location: [datastore1] volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b/volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1388.749889] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1388.750181] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb6b336-9736-4a4a-871f-35b473334a9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.767312] env[68205]: DEBUG oslo_vmware.api [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1388.767312] env[68205]: value = "task-2905654" [ 1388.767312] env[68205]: _type = "Task" [ 1388.767312] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.774706] env[68205]: DEBUG oslo_vmware.api [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.036225] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b8994f-9e06-4acf-ba96-080e3ee680a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.043676] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf62d89-b5da-4e0d-b9f3-9d2abf6c9f7e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.074009] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0489f352-01b4-4f6e-833b-96eaa21303de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.081683] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e6cc82-8352-4faa-a952-42ada8f856cf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.096801] env[68205]: DEBUG nova.compute.provider_tree [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.277785] env[68205]: DEBUG oslo_vmware.api [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905654, 'name': ReconfigVM_Task, 'duration_secs': 0.214752} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.278115] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1389.283127] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfbb9702-3dda-487c-bfa8-df5acf6cc552 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.298484] env[68205]: DEBUG oslo_vmware.api [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1389.298484] env[68205]: value = "task-2905655" [ 1389.298484] env[68205]: _type = "Task" [ 1389.298484] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.306328] env[68205]: DEBUG oslo_vmware.api [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.600433] env[68205]: DEBUG nova.scheduler.client.report [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.810598] env[68205]: DEBUG oslo_vmware.api [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905655, 'name': ReconfigVM_Task, 'duration_secs': 0.147544} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.810924] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583535', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'name': 'volume-6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1123b506-6c01-4bdc-afe0-a86fff9c03d5', 'attached_at': '', 'detached_at': '', 'volume_id': '6208c593-1cd3-42c2-8ddb-a39c848fa48b', 'serial': '6208c593-1cd3-42c2-8ddb-a39c848fa48b'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1390.105434] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.127459] env[68205]: INFO nova.scheduler.client.report [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Deleted allocations for instance e3c1f55e-f720-4c7e-896d-f062a0c9e2d3 [ 1390.236072] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1390.236372] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583546', 'volume_id': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'name': 'volume-b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'serial': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1390.237372] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daa07dc-aa75-4a1a-b5dc-12eb7db130a7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.255754] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa504c26-9c1e-42c1-9b22-9b5590328d6c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.283938] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-b43c8e63-f73f-42db-b3f0-a7080f3942ec/volume-b43c8e63-f73f-42db-b3f0-a7080f3942ec.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.284186] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6797a3b5-7bec-418d-93e1-7652316ec75b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.303360] env[68205]: DEBUG oslo_vmware.api [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1390.303360] env[68205]: value = "task-2905656" [ 1390.303360] env[68205]: _type = "Task" [ 1390.303360] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.312854] env[68205]: DEBUG oslo_vmware.api [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.359048] env[68205]: DEBUG nova.objects.instance [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lazy-loading 'flavor' on Instance uuid 1123b506-6c01-4bdc-afe0-a86fff9c03d5 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.636725] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7c8e9a13-ef26-4f3c-bfdd-55fd5fd3733d tempest-ServerAddressesTestJSON-1606715948 tempest-ServerAddressesTestJSON-1606715948-project-member] Lock "e3c1f55e-f720-4c7e-896d-f062a0c9e2d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.566s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.815996] env[68205]: DEBUG oslo_vmware.api [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905656, 'name': ReconfigVM_Task, 'duration_secs': 0.334456} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.816299] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-b43c8e63-f73f-42db-b3f0-a7080f3942ec/volume-b43c8e63-f73f-42db-b3f0-a7080f3942ec.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.821367] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01061e1c-a19a-4ab9-9f68-cd63c350a5cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.836227] env[68205]: DEBUG oslo_vmware.api [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1390.836227] env[68205]: value = "task-2905657" [ 1390.836227] env[68205]: _type = "Task" [ 1390.836227] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.844069] env[68205]: DEBUG oslo_vmware.api [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.869425] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquiring lock "0eb1e250-29de-4ece-b7b1-be0d945461c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.869647] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lock "0eb1e250-29de-4ece-b7b1-be0d945461c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.346707] env[68205]: DEBUG oslo_vmware.api [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905657, 'name': ReconfigVM_Task, 'duration_secs': 0.143898} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.347034] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583546', 'volume_id': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'name': 'volume-b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'serial': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1391.372067] env[68205]: DEBUG oslo_concurrency.lockutils [None req-99e46c63-3b1c-4164-beef-a1501829e4e2 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.376045] env[68205]: DEBUG nova.compute.manager [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1391.913465] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.913744] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.916673] env[68205]: INFO nova.compute.claims [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.393278] env[68205]: DEBUG nova.objects.instance [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lazy-loading 'flavor' on Instance uuid 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.425930] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.425930] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.426351] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.426491] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.426858] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.429164] env[68205]: INFO nova.compute.manager [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Terminating instance [ 1392.899902] env[68205]: DEBUG oslo_concurrency.lockutils [None req-92849a59-6ab9-4172-ad5e-7ee8a4745685 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.933513] env[68205]: DEBUG nova.compute.manager [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.933802] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.935277] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311a63f7-39c8-44d9-ac8b-2fcea93d122f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.943494] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.946076] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9db4bc6-b542-4a25-bf4a-8b0a9db2cda5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.953709] env[68205]: DEBUG oslo_vmware.api [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1392.953709] env[68205]: value = "task-2905658" [ 1392.953709] env[68205]: _type = "Task" [ 1392.953709] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.964718] env[68205]: DEBUG oslo_vmware.api [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.008078] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3516f75-f2f9-4133-a0c6-6b78fe031e42 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.015450] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcffbf98-5dc8-4d67-a154-7d6f6f3a20ff {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.046903] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221829db-fe8c-4ecb-873a-4425170e5016 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.055308] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e39957d-be06-4122-91da-a0ea66c97694 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.069577] env[68205]: DEBUG nova.compute.provider_tree [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.128067] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.128067] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.464199] env[68205]: DEBUG oslo_vmware.api [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905658, 'name': PowerOffVM_Task, 'duration_secs': 0.258956} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.464463] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.464678] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.464871] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fb0b26e-9939-4ccb-aa71-4653aaf0fb90 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.529235] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.529235] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.529443] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleting the datastore file [datastore1] 1123b506-6c01-4bdc-afe0-a86fff9c03d5 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.529678] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c0bf2d3-1642-41b9-bba8-5b44440f482e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.536312] env[68205]: DEBUG oslo_vmware.api [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1393.536312] env[68205]: value = "task-2905660" [ 1393.536312] env[68205]: _type = "Task" [ 1393.536312] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.545941] env[68205]: DEBUG oslo_vmware.api [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.573077] env[68205]: DEBUG nova.scheduler.client.report [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.631328] env[68205]: INFO nova.compute.manager [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Detaching volume b43c8e63-f73f-42db-b3f0-a7080f3942ec [ 1393.666455] env[68205]: INFO nova.virt.block_device [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Attempting to driver detach volume b43c8e63-f73f-42db-b3f0-a7080f3942ec from mountpoint /dev/sdb [ 1393.666787] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1393.667045] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583546', 'volume_id': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'name': 'volume-b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'serial': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1393.667972] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd67b9df-ec81-4e34-b78d-35c30df48fee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.691870] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf4db5-29d8-4918-aeae-7a16f9b40395 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.698500] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b5b21a-fc77-4753-a741-0990abf33eee {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.720349] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4e4127-1ecf-48fa-93c4-836c47504a24 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.734671] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] The volume has not been displaced from its original location: [datastore2] volume-b43c8e63-f73f-42db-b3f0-a7080f3942ec/volume-b43c8e63-f73f-42db-b3f0-a7080f3942ec.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1393.739828] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1393.740112] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e71f7ea8-fa41-4660-b553-8341a3083a5c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.756010] env[68205]: DEBUG oslo_vmware.api [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1393.756010] env[68205]: value = "task-2905661" [ 1393.756010] env[68205]: _type = "Task" [ 1393.756010] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.764381] env[68205]: DEBUG oslo_vmware.api [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.969866] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "06d2aa86-a993-41af-b146-33d4afe1dba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.970176] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "06d2aa86-a993-41af-b146-33d4afe1dba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.046431] env[68205]: DEBUG oslo_vmware.api [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170812} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.046679] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.046858] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.047042] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.047217] env[68205]: INFO nova.compute.manager [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1394.047558] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.047772] env[68205]: DEBUG nova.compute.manager [-] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.047867] env[68205]: DEBUG nova.network.neutron [-] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.079488] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.079971] env[68205]: DEBUG nova.compute.manager [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1394.161729] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "86dff953-d45c-453b-816e-ea57464e2ac7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.161970] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "86dff953-d45c-453b-816e-ea57464e2ac7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.265790] env[68205]: DEBUG oslo_vmware.api [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905661, 'name': ReconfigVM_Task, 'duration_secs': 0.19148} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.266291] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1394.270882] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d0e72df-043b-4eef-920f-ae2336692302 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.286582] env[68205]: DEBUG oslo_vmware.api [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1394.286582] env[68205]: value = "task-2905662" [ 1394.286582] env[68205]: _type = "Task" [ 1394.286582] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.294692] env[68205]: DEBUG oslo_vmware.api [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.460990] env[68205]: DEBUG nova.compute.manager [req-92ce4d11-5ec9-43e9-a750-6cee061e31c3 req-55363555-4202-4bff-bbf0-5c1e6ae17cb6 service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Received event network-vif-deleted-c1ea5cac-42e3-4b12-8aa8-8385608a4b43 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.460990] env[68205]: INFO nova.compute.manager [req-92ce4d11-5ec9-43e9-a750-6cee061e31c3 req-55363555-4202-4bff-bbf0-5c1e6ae17cb6 service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Neutron deleted interface c1ea5cac-42e3-4b12-8aa8-8385608a4b43; detaching it from the instance and deleting it from the info cache [ 1394.460990] env[68205]: DEBUG nova.network.neutron [req-92ce4d11-5ec9-43e9-a750-6cee061e31c3 req-55363555-4202-4bff-bbf0-5c1e6ae17cb6 service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.472326] env[68205]: DEBUG nova.compute.manager [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1394.584333] env[68205]: DEBUG nova.compute.utils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1394.586787] env[68205]: DEBUG nova.compute.manager [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.586871] env[68205]: DEBUG nova.network.neutron [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.629012] env[68205]: DEBUG nova.policy [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4b1a236031e4078be914fa1f5bcc8bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ab8c6e12e30433ea905c2b7285757e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1394.665152] env[68205]: DEBUG nova.compute.manager [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1394.797135] env[68205]: DEBUG oslo_vmware.api [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.907781] env[68205]: DEBUG nova.network.neutron [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Successfully created port: aacdcee4-5588-4703-ac39-52495fceb62d {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.944583] env[68205]: DEBUG nova.network.neutron [-] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.963803] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da2f7a93-b8bc-47e8-a808-0854f07a9136 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.974574] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2843cb6-08e7-44c7-b914-6ce4a27ca043 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.011776] env[68205]: DEBUG nova.compute.manager [req-92ce4d11-5ec9-43e9-a750-6cee061e31c3 req-55363555-4202-4bff-bbf0-5c1e6ae17cb6 service nova] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Detach interface failed, port_id=c1ea5cac-42e3-4b12-8aa8-8385608a4b43, reason: Instance 1123b506-6c01-4bdc-afe0-a86fff9c03d5 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1395.013234] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.013508] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.015219] env[68205]: INFO nova.compute.claims [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.088181] env[68205]: DEBUG nova.compute.manager [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1395.182342] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.298091] env[68205]: DEBUG oslo_vmware.api [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905662, 'name': ReconfigVM_Task, 'duration_secs': 0.755255} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.298433] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583546', 'volume_id': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'name': 'volume-b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec', 'serial': 'b43c8e63-f73f-42db-b3f0-a7080f3942ec'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1395.448250] env[68205]: INFO nova.compute.manager [-] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Took 1.40 seconds to deallocate network for instance. [ 1395.841571] env[68205]: DEBUG nova.objects.instance [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lazy-loading 'flavor' on Instance uuid 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.954879] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.100437] env[68205]: DEBUG nova.compute.manager [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.114202] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4238b541-3f11-4a3d-aa32-fd4156bd7ace {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.122916] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb1c4e0-8cef-45f8-b1c9-fabb246757e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.127821] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.128050] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.128209] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.128393] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.128535] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.128678] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.128882] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.129048] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.129214] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.129375] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.129542] env[68205]: DEBUG nova.virt.hardware [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.130267] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b72e879-1c3e-4fe5-ad38-3d5a7b57628d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.160305] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc6bdc1-ab60-49e4-b9d8-ef9476e1a39d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.164556] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35224b04-e406-4bc6-b13a-a53912d6c3df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.179829] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f8d4ca-2513-4e00-a792-819142c054f6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.192543] env[68205]: DEBUG nova.compute.provider_tree [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1396.361640] env[68205]: DEBUG nova.network.neutron [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Successfully updated port: aacdcee4-5588-4703-ac39-52495fceb62d {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.486770] env[68205]: DEBUG nova.compute.manager [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Received event network-vif-plugged-aacdcee4-5588-4703-ac39-52495fceb62d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.486951] env[68205]: DEBUG oslo_concurrency.lockutils [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] Acquiring lock "0eb1e250-29de-4ece-b7b1-be0d945461c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.487225] env[68205]: DEBUG oslo_concurrency.lockutils [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] Lock "0eb1e250-29de-4ece-b7b1-be0d945461c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.487396] env[68205]: DEBUG oslo_concurrency.lockutils [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] Lock "0eb1e250-29de-4ece-b7b1-be0d945461c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.487597] env[68205]: DEBUG nova.compute.manager [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] No waiting events found dispatching network-vif-plugged-aacdcee4-5588-4703-ac39-52495fceb62d {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.487781] env[68205]: WARNING nova.compute.manager [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Received unexpected event network-vif-plugged-aacdcee4-5588-4703-ac39-52495fceb62d for instance with vm_state building and task_state spawning. [ 1396.487962] env[68205]: DEBUG nova.compute.manager [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Received event network-changed-aacdcee4-5588-4703-ac39-52495fceb62d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.488164] env[68205]: DEBUG nova.compute.manager [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Refreshing instance network info cache due to event network-changed-aacdcee4-5588-4703-ac39-52495fceb62d. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.488377] env[68205]: DEBUG oslo_concurrency.lockutils [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] Acquiring lock "refresh_cache-0eb1e250-29de-4ece-b7b1-be0d945461c4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.488532] env[68205]: DEBUG oslo_concurrency.lockutils [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] Acquired lock "refresh_cache-0eb1e250-29de-4ece-b7b1-be0d945461c4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.488709] env[68205]: DEBUG nova.network.neutron [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Refreshing network info cache for port aacdcee4-5588-4703-ac39-52495fceb62d {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.714393] env[68205]: ERROR nova.scheduler.client.report [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [req-f9ef7d89-8c8e-442d-b275-316ec3cd3235] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f9ef7d89-8c8e-442d-b275-316ec3cd3235"}]} [ 1396.730731] env[68205]: DEBUG nova.scheduler.client.report [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1396.744217] env[68205]: DEBUG nova.scheduler.client.report [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1396.744452] env[68205]: DEBUG nova.compute.provider_tree [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1396.754833] env[68205]: DEBUG nova.scheduler.client.report [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1396.773870] env[68205]: DEBUG nova.scheduler.client.report [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1396.848984] env[68205]: DEBUG oslo_concurrency.lockutils [None req-1fdc85c7-8028-4c6f-845a-4ba89a7f9897 tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.721s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.864324] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquiring lock "refresh_cache-0eb1e250-29de-4ece-b7b1-be0d945461c4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.866246] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd02b392-7262-4f47-ad9c-756977febc9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.873888] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018fb478-4ff5-44e7-9a12-669cd2f6ad5b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.909110] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f4b17b-b07c-41fc-9bdd-dd83f748e84f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.916496] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b6143-1b06-458e-ae58-c9736a4ea043 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.930084] env[68205]: DEBUG nova.compute.provider_tree [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.022052] env[68205]: DEBUG nova.network.neutron [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.087302] env[68205]: DEBUG nova.network.neutron [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.382145] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.382451] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.382621] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.382815] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.383016] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.385104] env[68205]: INFO nova.compute.manager [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Terminating instance [ 1397.464571] env[68205]: DEBUG nova.scheduler.client.report [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1397.464831] env[68205]: DEBUG nova.compute.provider_tree [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 175 to 176 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1397.465023] env[68205]: DEBUG nova.compute.provider_tree [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.590169] env[68205]: DEBUG oslo_concurrency.lockutils [req-f78e37ce-c559-4112-925f-cd58b467a918 req-e12cd1fd-f095-487a-888e-413c5ddcfe81 service nova] Releasing lock "refresh_cache-0eb1e250-29de-4ece-b7b1-be0d945461c4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.590542] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquired lock "refresh_cache-0eb1e250-29de-4ece-b7b1-be0d945461c4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.590649] env[68205]: DEBUG nova.network.neutron [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.890031] env[68205]: DEBUG nova.compute.manager [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1397.890031] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.891045] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84923f81-5abd-434c-b851-badc0920f1e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.898639] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.899039] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ecab29-bcf8-4b05-b0dd-fb46f92efe5b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.905166] env[68205]: DEBUG oslo_vmware.api [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1397.905166] env[68205]: value = "task-2905663" [ 1397.905166] env[68205]: _type = "Task" [ 1397.905166] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.913619] env[68205]: DEBUG oslo_vmware.api [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.970405] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.957s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.970924] env[68205]: DEBUG nova.compute.manager [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.973646] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.791s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.975328] env[68205]: INFO nova.compute.claims [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.122459] env[68205]: DEBUG nova.network.neutron [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1398.239099] env[68205]: DEBUG nova.network.neutron [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Updating instance_info_cache with network_info: [{"id": "aacdcee4-5588-4703-ac39-52495fceb62d", "address": "fa:16:3e:1f:40:35", "network": {"id": "e9bf77ee-a24f-4125-b427-bdbc743351d9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-240740070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab8c6e12e30433ea905c2b7285757e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaacdcee4-55", "ovs_interfaceid": "aacdcee4-5588-4703-ac39-52495fceb62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.414890] env[68205]: DEBUG oslo_vmware.api [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905663, 'name': PowerOffVM_Task, 'duration_secs': 0.187757} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.415269] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.415330] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.415536] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0d356c7-467a-44e8-b6ae-809735d8b36e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.470892] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.471136] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.471323] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleting the datastore file [datastore2] 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.471582] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f89a71bc-c7a6-4aa8-b88f-ca8217e7c64c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.477822] env[68205]: DEBUG oslo_vmware.api [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for the task: (returnval){ [ 1398.477822] env[68205]: value = "task-2905665" [ 1398.477822] env[68205]: _type = "Task" [ 1398.477822] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.481937] env[68205]: DEBUG nova.compute.utils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1398.485636] env[68205]: DEBUG nova.compute.manager [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Not allocating networking since 'none' was specified. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1398.490118] env[68205]: DEBUG oslo_vmware.api [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.742076] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Releasing lock "refresh_cache-0eb1e250-29de-4ece-b7b1-be0d945461c4" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.742389] env[68205]: DEBUG nova.compute.manager [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Instance network_info: |[{"id": "aacdcee4-5588-4703-ac39-52495fceb62d", "address": "fa:16:3e:1f:40:35", "network": {"id": "e9bf77ee-a24f-4125-b427-bdbc743351d9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-240740070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab8c6e12e30433ea905c2b7285757e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaacdcee4-55", "ovs_interfaceid": "aacdcee4-5588-4703-ac39-52495fceb62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.742789] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:40:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aacdcee4-5588-4703-ac39-52495fceb62d', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.752290] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Creating folder: Project (4ab8c6e12e30433ea905c2b7285757e4). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.752870] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c71406bd-1485-4243-b05e-2e1b54e42e37 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.763404] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Created folder: Project (4ab8c6e12e30433ea905c2b7285757e4) in parent group-v583212. [ 1398.763581] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Creating folder: Instances. Parent ref: group-v583547. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.763795] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-642747fe-281b-4ea9-9044-b27bd8282c2a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.771811] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Created folder: Instances in parent group-v583547. [ 1398.772022] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.772211] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.772400] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a48f8517-ec06-46a2-b271-a3850e67623d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.791657] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.791657] env[68205]: value = "task-2905668" [ 1398.791657] env[68205]: _type = "Task" [ 1398.791657] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.798555] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905668, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.987703] env[68205]: DEBUG nova.compute.manager [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.992883] env[68205]: DEBUG oslo_vmware.api [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Task: {'id': task-2905665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123773} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.993523] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.993711] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.993885] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.994282] env[68205]: INFO nova.compute.manager [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1398.994328] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.994511] env[68205]: DEBUG nova.compute.manager [-] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.994604] env[68205]: DEBUG nova.network.neutron [-] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.094008] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1e6325-c45a-41c4-8610-80747ed83d4b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.102315] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab640cb-6cb1-4c8f-b3ad-99f40495e439 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.133015] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b65e171-cc50-4611-837b-d25a97be9191 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.140566] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e39bff0-0f57-4742-95fc-4308b2947335 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.153662] env[68205]: DEBUG nova.compute.provider_tree [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.302210] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905668, 'name': CreateVM_Task, 'duration_secs': 0.284263} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.302404] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.303081] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.303245] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.303569] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.303881] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f93b6f0-db3f-4b01-98ec-a3a3b35119bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.308285] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for the task: (returnval){ [ 1399.308285] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5296e3b3-f13b-e9fe-97f6-68cc030ecd4e" [ 1399.308285] env[68205]: _type = "Task" [ 1399.308285] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.315634] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5296e3b3-f13b-e9fe-97f6-68cc030ecd4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.517711] env[68205]: DEBUG nova.compute.manager [req-4fb116ca-42c1-49c6-83e9-8e571bd1bb24 req-dd059bd1-b66e-4abf-a0d7-3f35a0f77747 service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Received event network-vif-deleted-469b2993-d97d-4841-8932-d53c92556277 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.517984] env[68205]: INFO nova.compute.manager [req-4fb116ca-42c1-49c6-83e9-8e571bd1bb24 req-dd059bd1-b66e-4abf-a0d7-3f35a0f77747 service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Neutron deleted interface 469b2993-d97d-4841-8932-d53c92556277; detaching it from the instance and deleting it from the info cache [ 1399.518262] env[68205]: DEBUG nova.network.neutron [req-4fb116ca-42c1-49c6-83e9-8e571bd1bb24 req-dd059bd1-b66e-4abf-a0d7-3f35a0f77747 service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.656907] env[68205]: DEBUG nova.scheduler.client.report [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.823446] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5296e3b3-f13b-e9fe-97f6-68cc030ecd4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009404} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.823921] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.824360] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.824653] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.824896] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.825222] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.825590] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-025eb644-0283-464a-bd56-a6641e99aefc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.834910] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.835220] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.836307] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b50f7f-1785-47b0-b63e-7e85087ea6b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.842526] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for the task: (returnval){ [ 1399.842526] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5210467b-b853-adc9-514c-6cc7dfcd2f29" [ 1399.842526] env[68205]: _type = "Task" [ 1399.842526] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.854207] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5210467b-b853-adc9-514c-6cc7dfcd2f29, 'name': SearchDatastore_Task, 'duration_secs': 0.007629} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.855270] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157e8282-f8e3-42fc-b4cf-7223b1137137 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.861209] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for the task: (returnval){ [ 1399.861209] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5230de08-6601-9f9f-a846-b6f8c62589ac" [ 1399.861209] env[68205]: _type = "Task" [ 1399.861209] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.870344] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5230de08-6601-9f9f-a846-b6f8c62589ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.990409] env[68205]: DEBUG nova.network.neutron [-] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.000227] env[68205]: DEBUG nova.compute.manager [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.022012] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d0636b7-5faf-45eb-8c90-a740b919a3bd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.028156] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.028406] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.028609] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.028822] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.028971] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.029153] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.029346] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.029520] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.029684] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.030059] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.030059] env[68205]: DEBUG nova.virt.hardware [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.030811] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ddd9da-8bd7-49cb-9160-ab88d76321e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.038012] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1ffdd7-c625-4fc7-9c0a-d58f02cfc461 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.051612] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1948a8-a56a-46b9-b2b8-9dbcb7aea90c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.066155] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.071983] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Creating folder: Project (168d93fd052f417c9ab284eca482ed43). Parent ref: group-v583212. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.078847] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24869c9e-b5b7-4ae5-bc73-873c41673242 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.080571] env[68205]: DEBUG nova.compute.manager [req-4fb116ca-42c1-49c6-83e9-8e571bd1bb24 req-dd059bd1-b66e-4abf-a0d7-3f35a0f77747 service nova] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Detach interface failed, port_id=469b2993-d97d-4841-8932-d53c92556277, reason: Instance 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1400.089441] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Created folder: Project (168d93fd052f417c9ab284eca482ed43) in parent group-v583212. [ 1400.089628] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Creating folder: Instances. Parent ref: group-v583550. {{(pid=68205) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.089853] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db0ef301-3223-4882-b3c8-52b1c1caf817 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.098323] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Created folder: Instances in parent group-v583550. [ 1400.098553] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.098741] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.098938] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdcb6c85-7ffa-4e5b-9300-d541d1da649c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.114595] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.114595] env[68205]: value = "task-2905671" [ 1400.114595] env[68205]: _type = "Task" [ 1400.114595] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.121891] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905671, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.161543] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.162165] env[68205]: DEBUG nova.compute.manager [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.164795] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.210s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.165052] env[68205]: DEBUG nova.objects.instance [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lazy-loading 'resources' on Instance uuid 1123b506-6c01-4bdc-afe0-a86fff9c03d5 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.371495] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5230de08-6601-9f9f-a846-b6f8c62589ac, 'name': SearchDatastore_Task, 'duration_secs': 0.007873} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.371759] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.372024] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 0eb1e250-29de-4ece-b7b1-be0d945461c4/0eb1e250-29de-4ece-b7b1-be0d945461c4.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.372316] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5994af83-b0c4-4523-b169-fff856ddc283 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.378075] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for the task: (returnval){ [ 1400.378075] env[68205]: value = "task-2905672" [ 1400.378075] env[68205]: _type = "Task" [ 1400.378075] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.385876] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.493211] env[68205]: INFO nova.compute.manager [-] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Took 1.50 seconds to deallocate network for instance. [ 1400.626381] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905671, 'name': CreateVM_Task, 'duration_secs': 0.245897} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.626690] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.627114] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.627276] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.627923] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.628309] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07102eb6-49a5-4f36-bfe3-ed403161336f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.635135] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1400.635135] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ee778f-2021-ca62-26dd-4bcc32be4636" [ 1400.635135] env[68205]: _type = "Task" [ 1400.635135] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.643462] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ee778f-2021-ca62-26dd-4bcc32be4636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.667727] env[68205]: DEBUG nova.compute.utils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1400.672573] env[68205]: DEBUG nova.compute.manager [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Not allocating networking since 'none' was specified. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1400.786192] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c7fbc6-562d-4869-a3b8-6ec5aa3a4cc7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.794899] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3885c8b4-6b42-478a-8108-76088aef3738 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.828134] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d246ceb3-e6e5-4215-8056-712593188953 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.835670] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00a58aa-b772-441e-b5c3-767740b3d016 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.849325] env[68205]: DEBUG nova.compute.provider_tree [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.887910] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459903} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.888167] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 0eb1e250-29de-4ece-b7b1-be0d945461c4/0eb1e250-29de-4ece-b7b1-be0d945461c4.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.888378] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.888615] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a01ec3b1-8600-45cd-af73-989d77ce2635 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.894513] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for the task: (returnval){ [ 1400.894513] env[68205]: value = "task-2905673" [ 1400.894513] env[68205]: _type = "Task" [ 1400.894513] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.901429] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.999678] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.145144] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ee778f-2021-ca62-26dd-4bcc32be4636, 'name': SearchDatastore_Task, 'duration_secs': 0.049917} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.145443] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.145675] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.145902] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.146056] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.146238] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.146489] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-085adbe8-ab7b-47b5-b743-8ea5f228363b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.154571] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.154743] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.155420] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134b557e-892c-4f74-aefc-f5c873a131f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.160858] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1401.160858] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5214de81-8a66-16ea-77e6-9a7ff1fa10b8" [ 1401.160858] env[68205]: _type = "Task" [ 1401.160858] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.168310] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5214de81-8a66-16ea-77e6-9a7ff1fa10b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.172868] env[68205]: DEBUG nova.compute.manager [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.353048] env[68205]: DEBUG nova.scheduler.client.report [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.369895] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.370410] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.370575] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.370719] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.370882] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.371029] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.371175] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.371301] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1401.371441] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.404499] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059678} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.404752] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.405541] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16319faf-9c06-4ff4-bf6b-a43ab46871e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.426779] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0eb1e250-29de-4ece-b7b1-be0d945461c4/0eb1e250-29de-4ece-b7b1-be0d945461c4.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.426989] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb817c4-efe1-4e7b-922e-fc3df7b1d8b6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.444680] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for the task: (returnval){ [ 1401.444680] env[68205]: value = "task-2905674" [ 1401.444680] env[68205]: _type = "Task" [ 1401.444680] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.453238] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.671184] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5214de81-8a66-16ea-77e6-9a7ff1fa10b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008496} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.671913] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e467ba03-a393-46be-ab5f-f4819892269a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.679973] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1401.679973] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525dec6f-d906-7cb7-3e26-9d4511edb174" [ 1401.679973] env[68205]: _type = "Task" [ 1401.679973] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.687946] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525dec6f-d906-7cb7-3e26-9d4511edb174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.857996] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.861050] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.861s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.861050] env[68205]: DEBUG nova.objects.instance [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lazy-loading 'resources' on Instance uuid 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.874380] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.877258] env[68205]: INFO nova.scheduler.client.report [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted allocations for instance 1123b506-6c01-4bdc-afe0-a86fff9c03d5 [ 1401.954580] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905674, 'name': ReconfigVM_Task, 'duration_secs': 0.271764} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.954794] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0eb1e250-29de-4ece-b7b1-be0d945461c4/0eb1e250-29de-4ece-b7b1-be0d945461c4.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.955430] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c63ec1e-6801-45a0-b527-ea73e3f57038 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.961773] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for the task: (returnval){ [ 1401.961773] env[68205]: value = "task-2905675" [ 1401.961773] env[68205]: _type = "Task" [ 1401.961773] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.969370] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905675, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.185412] env[68205]: DEBUG nova.compute.manager [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.193458] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525dec6f-d906-7cb7-3e26-9d4511edb174, 'name': SearchDatastore_Task, 'duration_secs': 0.014486} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.194381] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.194381] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 06d2aa86-a993-41af-b146-33d4afe1dba7/06d2aa86-a993-41af-b146-33d4afe1dba7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.194381] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d65ec802-b4a4-4083-80f4-a6fc091db852 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.201830] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1402.201830] env[68205]: value = "task-2905676" [ 1402.201830] env[68205]: _type = "Task" [ 1402.201830] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.211506] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.213630] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.213846] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.213998] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.214274] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.214461] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.215035] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.215035] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.215035] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.215251] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.215453] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.215674] env[68205]: DEBUG nova.virt.hardware [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.216495] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fd5d64-e6b0-481e-a21d-e7f82ff479f1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.223270] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde87667-4442-4d1a-8c36-26233a365b2b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.236441] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.242067] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.242322] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.242540] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd18386e-11e5-4663-b53c-3dc30518e7e3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.258601] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.258601] env[68205]: value = "task-2905677" [ 1402.258601] env[68205]: _type = "Task" [ 1402.258601] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.265965] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905677, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.388162] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ec1322c3-6fb5-42ff-a4e4-75fdec4bd629 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "1123b506-6c01-4bdc-afe0-a86fff9c03d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.962s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.469589] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd1f989-0822-422e-b078-61290c408c92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.481125] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905675, 'name': Rename_Task, 'duration_secs': 0.124846} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.483928] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.484445] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f766a2-7bd8-4e33-82f4-0ff748e80e53 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.487681] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3655e0c-8463-4a99-8e62-ef55fbdd252a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.524851] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for the task: (returnval){ [ 1402.524851] env[68205]: value = "task-2905678" [ 1402.524851] env[68205]: _type = "Task" [ 1402.524851] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.525696] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03fcf34-993f-4d24-bee9-d67bb53640ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.542830] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acea134-1c6c-4834-be16-84cb1433b077 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.547182] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.558297] env[68205]: DEBUG nova.compute.provider_tree [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.714483] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905676, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.768314] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905677, 'name': CreateVM_Task, 'duration_secs': 0.429107} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.768510] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.768976] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.769160] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.769470] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.769717] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-484c7536-4d16-4f02-adc6-9bc715531014 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.773766] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1402.773766] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523af2b4-3029-ce6e-f07d-8e22db4cca6c" [ 1402.773766] env[68205]: _type = "Task" [ 1402.773766] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.780621] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523af2b4-3029-ce6e-f07d-8e22db4cca6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.038275] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.061511] env[68205]: DEBUG nova.scheduler.client.report [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.214202] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545657} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.214539] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 06d2aa86-a993-41af-b146-33d4afe1dba7/06d2aa86-a993-41af-b146-33d4afe1dba7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.214791] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.215092] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3cd00d8-74b8-485a-8aff-acd4a5cc5015 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.222253] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1403.222253] env[68205]: value = "task-2905679" [ 1403.222253] env[68205]: _type = "Task" [ 1403.222253] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.231994] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.284037] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]523af2b4-3029-ce6e-f07d-8e22db4cca6c, 'name': SearchDatastore_Task, 'duration_secs': 0.024049} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.284417] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.284888] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.284935] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.285081] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.285267] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.285571] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-529e6e7a-9e89-47aa-9f59-874bb4cd9be3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.293322] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.293529] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.294288] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e16839-5a8d-4f06-8cab-1b412c105377 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.299505] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1403.299505] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ea61dd-c5d9-c465-ef3e-cd05718ebdf1" [ 1403.299505] env[68205]: _type = "Task" [ 1403.299505] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.307150] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ea61dd-c5d9-c465-ef3e-cd05718ebdf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.539362] env[68205]: DEBUG oslo_vmware.api [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905678, 'name': PowerOnVM_Task, 'duration_secs': 0.786108} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.539631] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.539828] env[68205]: INFO nova.compute.manager [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1403.540058] env[68205]: DEBUG nova.compute.manager [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.540997] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38798a4e-d71d-4515-91ff-03b65e9e8451 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.566699] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.569063] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.695s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.569246] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.569397] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1403.570231] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82912e1-8d6f-4591-98c7-bbfed208935b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.578454] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f694a66-f0ce-485d-a940-1b7f328a6b3f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.593063] env[68205]: INFO nova.scheduler.client.report [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Deleted allocations for instance 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4 [ 1403.594836] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1c486-0d5f-4e4b-ad56-4af4d083e845 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.603234] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d9e5d6-8c21-4fed-8868-940ea614fb16 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.634611] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180466MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1403.634763] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.634972] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.731987] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102711} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.733416] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.733509] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d866b006-8a47-4f62-afc4-2d9a3f0a576c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.752800] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 06d2aa86-a993-41af-b146-33d4afe1dba7/06d2aa86-a993-41af-b146-33d4afe1dba7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.753050] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1ed36f-42ce-4fd5-b1a9-2afef036c62d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.771739] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1403.771739] env[68205]: value = "task-2905680" [ 1403.771739] env[68205]: _type = "Task" [ 1403.771739] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.779051] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.808759] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ea61dd-c5d9-c465-ef3e-cd05718ebdf1, 'name': SearchDatastore_Task, 'duration_secs': 0.026461} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.809494] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d440e7c-056b-4756-a02d-6b8062db8c5d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.814206] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1403.814206] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a1ecd6-add6-d94f-378e-b7bdf6ebee04" [ 1403.814206] env[68205]: _type = "Task" [ 1403.814206] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.821143] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a1ecd6-add6-d94f-378e-b7bdf6ebee04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.057296] env[68205]: INFO nova.compute.manager [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Took 12.17 seconds to build instance. [ 1404.101869] env[68205]: DEBUG oslo_concurrency.lockutils [None req-ca158aa8-2d85-4b05-b4db-04ad32da664f tempest-AttachVolumeNegativeTest-751335155 tempest-AttachVolumeNegativeTest-751335155-project-member] Lock "2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.719s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.237689] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "89e9251e-25b4-4021-9f17-4babe01cfeef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.237907] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "89e9251e-25b4-4021-9f17-4babe01cfeef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.282028] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905680, 'name': ReconfigVM_Task, 'duration_secs': 0.283855} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.282028] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 06d2aa86-a993-41af-b146-33d4afe1dba7/06d2aa86-a993-41af-b146-33d4afe1dba7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.282266] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05a186a6-af20-4310-a85d-950b4da18f73 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.287911] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1404.287911] env[68205]: value = "task-2905681" [ 1404.287911] env[68205]: _type = "Task" [ 1404.287911] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.295469] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905681, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.325476] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52a1ecd6-add6-d94f-378e-b7bdf6ebee04, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.325721] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.325971] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 86dff953-d45c-453b-816e-ea57464e2ac7/86dff953-d45c-453b-816e-ea57464e2ac7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.326246] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066835f1-35d9-42fe-8e99-253778740e68 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.332979] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1404.332979] env[68205]: value = "task-2905682" [ 1404.332979] env[68205]: _type = "Task" [ 1404.332979] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.340412] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.559782] env[68205]: DEBUG oslo_concurrency.lockutils [None req-109b31ca-22c8-4c38-abba-95e9017c9d92 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lock "0eb1e250-29de-4ece-b7b1-be0d945461c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.690s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.664487] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance cf3f73a4-e8b5-45e0-979c-967dd9553f34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.664487] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 628ac861-34ff-4e8b-8009-51071e8702b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.664647] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 0eb1e250-29de-4ece-b7b1-be0d945461c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.664687] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 06d2aa86-a993-41af-b146-33d4afe1dba7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.664847] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 86dff953-d45c-453b-816e-ea57464e2ac7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.740171] env[68205]: DEBUG nova.compute.manager [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.799290] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905681, 'name': Rename_Task, 'duration_secs': 0.1304} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.799561] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.799870] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da6849d-66d6-47dc-8f5f-862cc32ba619 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.807101] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1404.807101] env[68205]: value = "task-2905683" [ 1404.807101] env[68205]: _type = "Task" [ 1404.807101] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.815132] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.842450] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506312} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.843131] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore1] 86dff953-d45c-453b-816e-ea57464e2ac7/86dff953-d45c-453b-816e-ea57464e2ac7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.843392] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.843663] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c944f00-1789-48be-83a1-298a8fbf7444 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.850761] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1404.850761] env[68205]: value = "task-2905684" [ 1404.850761] env[68205]: _type = "Task" [ 1404.850761] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.858975] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.168630] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 89e9251e-25b4-4021-9f17-4babe01cfeef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1405.168800] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1405.168932] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1405.257449] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a285c01-29ea-4f22-aa06-0751f85132bf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.260798] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.265840] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33cb9be-7d3d-4828-bbd7-86711e569dc9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.295454] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c7c98c-5c41-4fe8-931a-3fbceb6c2ccb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.302184] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d16ad2-082f-4050-9f49-da8d613c7644 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.318410] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.324882] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.361033] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106816} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.361823] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.362011] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acffc9d1-e6c9-44fc-9542-4b43a8fbe706 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.381653] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 86dff953-d45c-453b-816e-ea57464e2ac7/86dff953-d45c-453b-816e-ea57464e2ac7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.381926] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c5bff94-98fa-4d79-b0cf-1e3e9e143764 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.400490] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1405.400490] env[68205]: value = "task-2905686" [ 1405.400490] env[68205]: _type = "Task" [ 1405.400490] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.408259] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.818383] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905683, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.838776] env[68205]: ERROR nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [req-e0628904-af6c-4222-b0a0-31d023efef32] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0628904-af6c-4222-b0a0-31d023efef32"}]} [ 1405.855550] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1405.869095] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1405.869314] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.881675] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1405.905770] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1405.913907] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.996465] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquiring lock "0eb1e250-29de-4ece-b7b1-be0d945461c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.996755] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lock "0eb1e250-29de-4ece-b7b1-be0d945461c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.996959] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquiring lock "0eb1e250-29de-4ece-b7b1-be0d945461c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.997173] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lock "0eb1e250-29de-4ece-b7b1-be0d945461c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.997375] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lock "0eb1e250-29de-4ece-b7b1-be0d945461c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.999397] env[68205]: INFO nova.compute.manager [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Terminating instance [ 1406.006102] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6751efc-c44e-4fad-8c19-ff93e6f1b83e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.014220] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d00def5-a7b5-4237-bb91-3460f0931e80 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.046592] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435d4df1-8295-4aad-a35d-0afc4eaeb959 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.054082] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0fa8da-2150-4f6f-bd7a-6cb1c613cc89 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.068213] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.321152] env[68205]: DEBUG oslo_vmware.api [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905683, 'name': PowerOnVM_Task, 'duration_secs': 1.20398} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.321584] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.321895] env[68205]: INFO nova.compute.manager [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1406.322182] env[68205]: DEBUG nova.compute.manager [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.323305] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efaaf11-c29b-4bc6-8d5d-7f2e2abc502f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.411244] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905686, 'name': ReconfigVM_Task, 'duration_secs': 0.944009} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.411376] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 86dff953-d45c-453b-816e-ea57464e2ac7/86dff953-d45c-453b-816e-ea57464e2ac7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.411987] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52157937-2f23-4146-a5aa-75f46f09eabc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.417990] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1406.417990] env[68205]: value = "task-2905687" [ 1406.417990] env[68205]: _type = "Task" [ 1406.417990] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.426348] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905687, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.504519] env[68205]: DEBUG nova.compute.manager [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.504719] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.505636] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fcfec7-8192-4f58-aca3-9f2e14306ac3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.513360] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.513615] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8fcbee5-ef33-4320-9e1d-967dded37da2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.520052] env[68205]: DEBUG oslo_vmware.api [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for the task: (returnval){ [ 1406.520052] env[68205]: value = "task-2905688" [ 1406.520052] env[68205]: _type = "Task" [ 1406.520052] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.529892] env[68205]: DEBUG oslo_vmware.api [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.599309] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1406.599552] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 177 to 178 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1406.599722] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.840296] env[68205]: INFO nova.compute.manager [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Took 11.85 seconds to build instance. [ 1406.927385] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905687, 'name': Rename_Task, 'duration_secs': 0.136426} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.927671] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.929593] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2256de06-cd70-4aed-83b5-f9ecbd31c82c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.934892] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1406.934892] env[68205]: value = "task-2905689" [ 1406.934892] env[68205]: _type = "Task" [ 1406.934892] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.943345] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.030504] env[68205]: DEBUG oslo_vmware.api [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905688, 'name': PowerOffVM_Task, 'duration_secs': 0.439303} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.030766] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.030934] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.031291] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb5edab9-e32b-4fcf-972e-c5b4e014c9a9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.097310] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.097532] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.097741] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Deleting the datastore file [datastore1] 0eb1e250-29de-4ece-b7b1-be0d945461c4 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.098038] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40315f43-fc24-4542-82ce-bf593462fc52 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.104670] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1407.104862] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.470s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.105114] env[68205]: DEBUG oslo_vmware.api [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for the task: (returnval){ [ 1407.105114] env[68205]: value = "task-2905691" [ 1407.105114] env[68205]: _type = "Task" [ 1407.105114] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.105330] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.845s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.106811] env[68205]: INFO nova.compute.claims [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.117303] env[68205]: DEBUG oslo_vmware.api [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.342286] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7e592a01-4d42-474c-99c1-ad900bcd99ef tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "06d2aa86-a993-41af-b146-33d4afe1dba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.372s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.444218] env[68205]: DEBUG oslo_vmware.api [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905689, 'name': PowerOnVM_Task, 'duration_secs': 0.462972} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.444476] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.444692] env[68205]: INFO nova.compute.manager [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Took 5.26 seconds to spawn the instance on the hypervisor. [ 1407.444884] env[68205]: DEBUG nova.compute.manager [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.445662] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c491e650-dd31-450c-809b-292662f5e26e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.620541] env[68205]: DEBUG oslo_vmware.api [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Task: {'id': task-2905691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349422} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.620822] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.621010] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.621381] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.621381] env[68205]: INFO nova.compute.manager [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1407.621582] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.622280] env[68205]: DEBUG nova.compute.manager [-] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.622386] env[68205]: DEBUG nova.network.neutron [-] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.963373] env[68205]: INFO nova.compute.manager [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Took 12.79 seconds to build instance. [ 1408.149295] env[68205]: DEBUG nova.compute.manager [req-060d38b1-87bc-4922-a54f-a111a7437124 req-a16efcce-f41e-48bd-9e2d-35ae2b315eb2 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Received event network-vif-deleted-aacdcee4-5588-4703-ac39-52495fceb62d {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.149530] env[68205]: INFO nova.compute.manager [req-060d38b1-87bc-4922-a54f-a111a7437124 req-a16efcce-f41e-48bd-9e2d-35ae2b315eb2 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Neutron deleted interface aacdcee4-5588-4703-ac39-52495fceb62d; detaching it from the instance and deleting it from the info cache [ 1408.149736] env[68205]: DEBUG nova.network.neutron [req-060d38b1-87bc-4922-a54f-a111a7437124 req-a16efcce-f41e-48bd-9e2d-35ae2b315eb2 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.209684] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97840b3-0f28-46a0-b224-385507edb195 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.217162] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d17a8c-853d-43da-a3bc-18cf46b8724a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.249474] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83f32c7-4b36-48ae-b474-34f530d5c383 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.256526] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69631bb7-b452-4884-9bd6-9412a3960b9b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.269521] env[68205]: DEBUG nova.compute.provider_tree [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.465979] env[68205]: DEBUG oslo_concurrency.lockutils [None req-030bdcff-2510-42ad-8ccd-8c5f771a84bb tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "86dff953-d45c-453b-816e-ea57464e2ac7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.304s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.630183] env[68205]: DEBUG nova.network.neutron [-] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.653315] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3de6b227-12af-4c59-b7ac-cd8e9e4bf5e5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.663176] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a48d71-3183-4764-82f3-51a1268fef9f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.690863] env[68205]: DEBUG nova.compute.manager [req-060d38b1-87bc-4922-a54f-a111a7437124 req-a16efcce-f41e-48bd-9e2d-35ae2b315eb2 service nova] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Detach interface failed, port_id=aacdcee4-5588-4703-ac39-52495fceb62d, reason: Instance 0eb1e250-29de-4ece-b7b1-be0d945461c4 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.772719] env[68205]: DEBUG nova.scheduler.client.report [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.133664] env[68205]: INFO nova.compute.manager [-] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Took 1.51 seconds to deallocate network for instance. [ 1409.236157] env[68205]: INFO nova.compute.manager [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Rebuilding instance [ 1409.271207] env[68205]: DEBUG nova.compute.manager [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.272203] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f44a80-9e5d-4c6c-8077-b5215f1b3011 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.279134] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.279575] env[68205]: DEBUG nova.compute.manager [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.640617] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.640906] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.641146] env[68205]: DEBUG nova.objects.instance [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lazy-loading 'resources' on Instance uuid 0eb1e250-29de-4ece-b7b1-be0d945461c4 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.785169] env[68205]: DEBUG nova.compute.utils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1409.788119] env[68205]: DEBUG nova.compute.manager [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1409.788252] env[68205]: DEBUG nova.network.neutron [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.837377] env[68205]: DEBUG nova.policy [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5f4778a6d5449c8498317ae62efedc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583a4edcbc37482099507e0a9fda5d73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1410.147379] env[68205]: DEBUG nova.network.neutron [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Successfully created port: f8520d8d-4dfe-4e5e-ae90-bc8428bb9113 {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.240994] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbed720-3101-4ad6-95e8-af207d7cedef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.248712] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86d1c06-f9c9-4511-8dbd-0b0ec3af372d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.277648] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d4ab37-b19c-47fa-9dad-0eb4749efc09 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.284590] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bcda0f-8724-4ef7-97c7-0ca5fd265ce4 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.299056] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.299526] env[68205]: DEBUG nova.compute.manager [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.302101] env[68205]: DEBUG nova.compute.provider_tree [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.303375] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aafda2dd-53c7-4857-a09d-359979c49640 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.309601] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1410.309601] env[68205]: value = "task-2905693" [ 1410.309601] env[68205]: _type = "Task" [ 1410.309601] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.318578] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.808215] env[68205]: DEBUG nova.scheduler.client.report [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.820328] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905693, 'name': PowerOffVM_Task, 'duration_secs': 0.12895} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.820579] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.820799] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.821574] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e491c1-c53b-4544-8f90-fe8f51983612 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.829183] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.829409] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6242358-6ed3-4012-b58d-d25a91c27bbc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.858031] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.858174] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.858349] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Deleting the datastore file [datastore1] 86dff953-d45c-453b-816e-ea57464e2ac7 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.858590] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18608fd5-4430-4e49-93f4-141ace70183e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.865304] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1410.865304] env[68205]: value = "task-2905695" [ 1410.865304] env[68205]: _type = "Task" [ 1410.865304] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.872941] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.312831] env[68205]: DEBUG nova.compute.manager [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.315933] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.341480] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.341809] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.342016] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.342271] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.342468] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.342627] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.342856] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.343068] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.343273] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.343464] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.343644] env[68205]: DEBUG nova.virt.hardware [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.344634] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7446bfc-0a33-467b-b89b-bee697ed192e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.348737] env[68205]: INFO nova.scheduler.client.report [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Deleted allocations for instance 0eb1e250-29de-4ece-b7b1-be0d945461c4 [ 1411.356639] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9961d5-dfc5-4cb6-84be-26af957ad685 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.377990] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359818} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.378218] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.378396] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.378569] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.521996] env[68205]: DEBUG nova.compute.manager [req-52b252ca-0557-49ec-8ed7-eee435ab776e req-ef04320f-f833-4ebc-a181-ea3109028120 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Received event network-vif-plugged-f8520d8d-4dfe-4e5e-ae90-bc8428bb9113 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.522334] env[68205]: DEBUG oslo_concurrency.lockutils [req-52b252ca-0557-49ec-8ed7-eee435ab776e req-ef04320f-f833-4ebc-a181-ea3109028120 service nova] Acquiring lock "89e9251e-25b4-4021-9f17-4babe01cfeef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.522506] env[68205]: DEBUG oslo_concurrency.lockutils [req-52b252ca-0557-49ec-8ed7-eee435ab776e req-ef04320f-f833-4ebc-a181-ea3109028120 service nova] Lock "89e9251e-25b4-4021-9f17-4babe01cfeef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.522699] env[68205]: DEBUG oslo_concurrency.lockutils [req-52b252ca-0557-49ec-8ed7-eee435ab776e req-ef04320f-f833-4ebc-a181-ea3109028120 service nova] Lock "89e9251e-25b4-4021-9f17-4babe01cfeef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.522864] env[68205]: DEBUG nova.compute.manager [req-52b252ca-0557-49ec-8ed7-eee435ab776e req-ef04320f-f833-4ebc-a181-ea3109028120 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] No waiting events found dispatching network-vif-plugged-f8520d8d-4dfe-4e5e-ae90-bc8428bb9113 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.523034] env[68205]: WARNING nova.compute.manager [req-52b252ca-0557-49ec-8ed7-eee435ab776e req-ef04320f-f833-4ebc-a181-ea3109028120 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Received unexpected event network-vif-plugged-f8520d8d-4dfe-4e5e-ae90-bc8428bb9113 for instance with vm_state building and task_state spawning. [ 1411.608606] env[68205]: DEBUG nova.network.neutron [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Successfully updated port: f8520d8d-4dfe-4e5e-ae90-bc8428bb9113 {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.859377] env[68205]: DEBUG oslo_concurrency.lockutils [None req-39a97839-ef99-43a0-ad91-5fa19a5b8d56 tempest-ServerMetadataTestJSON-1271093310 tempest-ServerMetadataTestJSON-1271093310-project-member] Lock "0eb1e250-29de-4ece-b7b1-be0d945461c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.863s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.113276] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "refresh_cache-89e9251e-25b4-4021-9f17-4babe01cfeef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.113429] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "refresh_cache-89e9251e-25b4-4021-9f17-4babe01cfeef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.113593] env[68205]: DEBUG nova.network.neutron [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.411654] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-10T20:50:41Z,direct_url=,disk_format='vmdk',id=212c224b-8054-43b3-9813-d6086870cd7e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f35c8108b1b24188b4e9d0ced326a9c8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-10T20:50:42Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.411962] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.412063] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.412256] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.412422] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.412535] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.412738] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.412894] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.413140] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.413333] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.413508] env[68205]: DEBUG nova.virt.hardware [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.414781] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4feee-dee7-4e4e-96f4-cf75a981fde9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.424254] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e05fed-9af9-4873-957f-ea340a9bd723 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.438615] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Instance VIF info [] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.443897] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.444140] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.444377] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9780d090-a492-4419-b950-2585f3107153 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.460982] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.460982] env[68205]: value = "task-2905697" [ 1412.460982] env[68205]: _type = "Task" [ 1412.460982] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.468947] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905697, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.660584] env[68205]: DEBUG nova.network.neutron [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.873909] env[68205]: DEBUG nova.network.neutron [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Updating instance_info_cache with network_info: [{"id": "f8520d8d-4dfe-4e5e-ae90-bc8428bb9113", "address": "fa:16:3e:0e:fc:59", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8520d8d-4d", "ovs_interfaceid": "f8520d8d-4dfe-4e5e-ae90-bc8428bb9113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.970898] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905697, 'name': CreateVM_Task, 'duration_secs': 0.249295} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.971087] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.971571] env[68205]: DEBUG oslo_concurrency.lockutils [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.971752] env[68205]: DEBUG oslo_concurrency.lockutils [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.972610] env[68205]: DEBUG oslo_concurrency.lockutils [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.972610] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89026cf9-6aac-4e98-911d-2582f31ddeef {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.977615] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1412.977615] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c572f-300e-d24c-bb48-e0e7f7320d6e" [ 1412.977615] env[68205]: _type = "Task" [ 1412.977615] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.986632] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c572f-300e-d24c-bb48-e0e7f7320d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.376861] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "refresh_cache-89e9251e-25b4-4021-9f17-4babe01cfeef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.377300] env[68205]: DEBUG nova.compute.manager [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Instance network_info: |[{"id": "f8520d8d-4dfe-4e5e-ae90-bc8428bb9113", "address": "fa:16:3e:0e:fc:59", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8520d8d-4d", "ovs_interfaceid": "f8520d8d-4dfe-4e5e-ae90-bc8428bb9113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.378307] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:fc:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8520d8d-4dfe-4e5e-ae90-bc8428bb9113', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.387490] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.387490] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.388073] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a74d5276-2b93-4d2f-9a22-6e3d53979cd8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.409121] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.409121] env[68205]: value = "task-2905698" [ 1413.409121] env[68205]: _type = "Task" [ 1413.409121] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.416916] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905698, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.489130] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]521c572f-300e-d24c-bb48-e0e7f7320d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011446} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.489446] env[68205]: DEBUG oslo_concurrency.lockutils [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.489682] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.489911] env[68205]: DEBUG oslo_concurrency.lockutils [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.490069] env[68205]: DEBUG oslo_concurrency.lockutils [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.490253] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.490524] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e252be9a-f33b-4067-9a15-e1683e6b42a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.499427] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.499427] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.500132] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e4df62-2333-4e33-8c7a-b1ce10212574 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.509027] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1413.509027] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52df5739-652c-c0e3-8099-1e8393b96c2b" [ 1413.509027] env[68205]: _type = "Task" [ 1413.509027] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.513179] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52df5739-652c-c0e3-8099-1e8393b96c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.557105] env[68205]: DEBUG nova.compute.manager [req-59395b0e-cc27-4617-9af7-0b04b17cddb8 req-1f6130e7-50cc-4d6e-9260-3c28a682d848 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Received event network-changed-f8520d8d-4dfe-4e5e-ae90-bc8428bb9113 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.557341] env[68205]: DEBUG nova.compute.manager [req-59395b0e-cc27-4617-9af7-0b04b17cddb8 req-1f6130e7-50cc-4d6e-9260-3c28a682d848 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Refreshing instance network info cache due to event network-changed-f8520d8d-4dfe-4e5e-ae90-bc8428bb9113. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1413.557601] env[68205]: DEBUG oslo_concurrency.lockutils [req-59395b0e-cc27-4617-9af7-0b04b17cddb8 req-1f6130e7-50cc-4d6e-9260-3c28a682d848 service nova] Acquiring lock "refresh_cache-89e9251e-25b4-4021-9f17-4babe01cfeef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.557821] env[68205]: DEBUG oslo_concurrency.lockutils [req-59395b0e-cc27-4617-9af7-0b04b17cddb8 req-1f6130e7-50cc-4d6e-9260-3c28a682d848 service nova] Acquired lock "refresh_cache-89e9251e-25b4-4021-9f17-4babe01cfeef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.558518] env[68205]: DEBUG nova.network.neutron [req-59395b0e-cc27-4617-9af7-0b04b17cddb8 req-1f6130e7-50cc-4d6e-9260-3c28a682d848 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Refreshing network info cache for port f8520d8d-4dfe-4e5e-ae90-bc8428bb9113 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.919393] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905698, 'name': CreateVM_Task, 'duration_secs': 0.305611} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.919653] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.920418] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.920664] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.921026] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.921345] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6a602d-ee39-4cab-89c6-eec90d42ae59 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.926454] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1413.926454] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52597c40-1db5-19ea-7639-810ee639773e" [ 1413.926454] env[68205]: _type = "Task" [ 1413.926454] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.937742] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52597c40-1db5-19ea-7639-810ee639773e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.018338] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52df5739-652c-c0e3-8099-1e8393b96c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.008374} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.019208] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f9b155e-0751-425b-9332-32fc4991ec76 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.024142] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1414.024142] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fb153d-24c5-4418-c412-38db66210c28" [ 1414.024142] env[68205]: _type = "Task" [ 1414.024142] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.032161] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fb153d-24c5-4418-c412-38db66210c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.313418] env[68205]: DEBUG nova.network.neutron [req-59395b0e-cc27-4617-9af7-0b04b17cddb8 req-1f6130e7-50cc-4d6e-9260-3c28a682d848 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Updated VIF entry in instance network info cache for port f8520d8d-4dfe-4e5e-ae90-bc8428bb9113. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.313776] env[68205]: DEBUG nova.network.neutron [req-59395b0e-cc27-4617-9af7-0b04b17cddb8 req-1f6130e7-50cc-4d6e-9260-3c28a682d848 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Updating instance_info_cache with network_info: [{"id": "f8520d8d-4dfe-4e5e-ae90-bc8428bb9113", "address": "fa:16:3e:0e:fc:59", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8520d8d-4d", "ovs_interfaceid": "f8520d8d-4dfe-4e5e-ae90-bc8428bb9113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.436260] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52597c40-1db5-19ea-7639-810ee639773e, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.436735] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.436830] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Processing image 212c224b-8054-43b3-9813-d6086870cd7e {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.437079] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.534768] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52fb153d-24c5-4418-c412-38db66210c28, 'name': SearchDatastore_Task, 'duration_secs': 0.008831} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.535432] env[68205]: DEBUG oslo_concurrency.lockutils [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.535432] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 86dff953-d45c-453b-816e-ea57464e2ac7/86dff953-d45c-453b-816e-ea57464e2ac7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.535660] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.536143] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.536143] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b56aa1fa-e5c3-4dc0-acb5-83290c70f985 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.537960] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3a157a3-a3b2-4324-8690-7baa1267e658 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.544148] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1414.544148] env[68205]: value = "task-2905699" [ 1414.544148] env[68205]: _type = "Task" [ 1414.544148] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.547982] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.548186] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.549157] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69281a2e-fa93-4634-b4c7-8393c9b27d64 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.554143] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.557243] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1414.557243] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b395b5-ce48-d747-9ef5-214f74919f15" [ 1414.557243] env[68205]: _type = "Task" [ 1414.557243] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.564153] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b395b5-ce48-d747-9ef5-214f74919f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.817996] env[68205]: DEBUG oslo_concurrency.lockutils [req-59395b0e-cc27-4617-9af7-0b04b17cddb8 req-1f6130e7-50cc-4d6e-9260-3c28a682d848 service nova] Releasing lock "refresh_cache-89e9251e-25b4-4021-9f17-4babe01cfeef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.053844] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471036} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.054050] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 86dff953-d45c-453b-816e-ea57464e2ac7/86dff953-d45c-453b-816e-ea57464e2ac7.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.054240] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.054524] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6f74f15-3c9e-47b6-b8b6-5e029d890ec6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.061780] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1415.061780] env[68205]: value = "task-2905700" [ 1415.061780] env[68205]: _type = "Task" [ 1415.061780] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.068616] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b395b5-ce48-d747-9ef5-214f74919f15, 'name': SearchDatastore_Task, 'duration_secs': 0.017183} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.069654] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f20ec041-6937-4a95-af51-3090ae04a32c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.074835] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.078608] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1415.078608] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525518c0-5934-103f-2083-0049006c0b1a" [ 1415.078608] env[68205]: _type = "Task" [ 1415.078608] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.085980] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525518c0-5934-103f-2083-0049006c0b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.340532] env[68205]: DEBUG oslo_concurrency.lockutils [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "628ac861-34ff-4e8b-8009-51071e8702b0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.340532] env[68205]: DEBUG oslo_concurrency.lockutils [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "628ac861-34ff-4e8b-8009-51071e8702b0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.340532] env[68205]: INFO nova.compute.manager [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Shelving [ 1415.571906] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064941} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.573523] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.573523] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec8eec2-d4f4-4a8f-b6d5-351303cf60b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.592452] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 86dff953-d45c-453b-816e-ea57464e2ac7/86dff953-d45c-453b-816e-ea57464e2ac7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.595242] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ec298b-98ae-413a-bb22-ec7ad36d1fa7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.615073] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]525518c0-5934-103f-2083-0049006c0b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009118} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.616277] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.616593] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 89e9251e-25b4-4021-9f17-4babe01cfeef/89e9251e-25b4-4021-9f17-4babe01cfeef.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.616952] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1415.616952] env[68205]: value = "task-2905701" [ 1415.616952] env[68205]: _type = "Task" [ 1415.616952] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.617252] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2694ecbc-48f8-4727-ad66-4fce621c2655 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.628768] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.629107] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1415.629107] env[68205]: value = "task-2905702" [ 1415.629107] env[68205]: _type = "Task" [ 1415.629107] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.636558] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.128163] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905701, 'name': ReconfigVM_Task, 'duration_secs': 0.339469} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.128433] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 86dff953-d45c-453b-816e-ea57464e2ac7/86dff953-d45c-453b-816e-ea57464e2ac7.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.129038] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c25aea8d-b718-46ef-9584-7800a51fdef9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.138535] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443449} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.139573] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/212c224b-8054-43b3-9813-d6086870cd7e/212c224b-8054-43b3-9813-d6086870cd7e.vmdk to [datastore2] 89e9251e-25b4-4021-9f17-4babe01cfeef/89e9251e-25b4-4021-9f17-4babe01cfeef.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.139781] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Extending root virtual disk to 1048576 {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.140070] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1416.140070] env[68205]: value = "task-2905703" [ 1416.140070] env[68205]: _type = "Task" [ 1416.140070] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.140252] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7863130b-368d-4a82-979c-e24c74920964 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.149442] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905703, 'name': Rename_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.150510] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1416.150510] env[68205]: value = "task-2905704" [ 1416.150510] env[68205]: _type = "Task" [ 1416.150510] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.158339] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.349463] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.349796] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e30353c-0e55-4e22-a12f-44324245856b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.357657] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1416.357657] env[68205]: value = "task-2905705" [ 1416.357657] env[68205]: _type = "Task" [ 1416.357657] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.366288] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.651545] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905703, 'name': Rename_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.658380] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062816} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.658615] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Extended root virtual disk {{(pid=68205) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.659344] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ef9525-85a3-4e5e-8d9c-d8a9f024c363 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.681531] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 89e9251e-25b4-4021-9f17-4babe01cfeef/89e9251e-25b4-4021-9f17-4babe01cfeef.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.681749] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a6f759-67a6-48f1-a4d2-62e8948dd1aa {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.700441] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1416.700441] env[68205]: value = "task-2905706" [ 1416.700441] env[68205]: _type = "Task" [ 1416.700441] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.707552] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.868264] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905705, 'name': PowerOffVM_Task, 'duration_secs': 0.186638} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.868518] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.869324] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f37943-a87c-4d48-9b44-60525bf9f00a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.887776] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08522a3e-3710-4d6e-aa2a-5b3f15930426 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.152356] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905703, 'name': Rename_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.210206] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.399093] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Creating Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1417.399448] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b7754f1-b0b1-4c68-9e28-250eae8f02e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.406661] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1417.406661] env[68205]: value = "task-2905707" [ 1417.406661] env[68205]: _type = "Task" [ 1417.406661] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.415276] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905707, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.652752] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905703, 'name': Rename_Task, 'duration_secs': 1.15162} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.653135] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.653197] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e9808be-2911-4f91-9caa-42b4c4683f64 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.659323] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1417.659323] env[68205]: value = "task-2905708" [ 1417.659323] env[68205]: _type = "Task" [ 1417.659323] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.666396] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.710200] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905706, 'name': ReconfigVM_Task, 'duration_secs': 0.81897} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.710484] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 89e9251e-25b4-4021-9f17-4babe01cfeef/89e9251e-25b4-4021-9f17-4babe01cfeef.vmdk or device None with type sparse {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.711147] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e022d0f7-36e8-4357-800c-dbbb5749a523 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.716634] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1417.716634] env[68205]: value = "task-2905709" [ 1417.716634] env[68205]: _type = "Task" [ 1417.716634] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.724580] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905709, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.918054] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905707, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.168686] env[68205]: DEBUG oslo_vmware.api [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905708, 'name': PowerOnVM_Task, 'duration_secs': 0.411349} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.168913] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.169151] env[68205]: DEBUG nova.compute.manager [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.169896] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9c1ed9-5822-433a-879a-7c6f626e149e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.227160] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905709, 'name': Rename_Task, 'duration_secs': 0.129352} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.227410] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.227642] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd26210-01a3-4e01-b5d2-dc20ff14b3c3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.234082] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1418.234082] env[68205]: value = "task-2905710" [ 1418.234082] env[68205]: _type = "Task" [ 1418.234082] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.244845] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.417519] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905707, 'name': CreateSnapshot_Task, 'duration_secs': 0.726044} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.417838] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Created Snapshot of the VM instance {{(pid=68205) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1418.418612] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899c3def-69ad-42c6-8880-1de00654f0e1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.685625] env[68205]: DEBUG oslo_concurrency.lockutils [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.685931] env[68205]: DEBUG oslo_concurrency.lockutils [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.686164] env[68205]: DEBUG nova.objects.instance [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68205) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1418.746937] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905710, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.935691] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Creating linked-clone VM from snapshot {{(pid=68205) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1418.936042] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d038b0d-7f3c-4147-81fc-dcbc8c016f8a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.943653] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1418.943653] env[68205]: value = "task-2905711" [ 1418.943653] env[68205]: _type = "Task" [ 1418.943653] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.952038] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905711, 'name': CloneVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.115421] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "86dff953-d45c-453b-816e-ea57464e2ac7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.115684] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "86dff953-d45c-453b-816e-ea57464e2ac7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.115917] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "86dff953-d45c-453b-816e-ea57464e2ac7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.116124] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "86dff953-d45c-453b-816e-ea57464e2ac7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.116292] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "86dff953-d45c-453b-816e-ea57464e2ac7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.118474] env[68205]: INFO nova.compute.manager [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Terminating instance [ 1419.245552] env[68205]: DEBUG oslo_vmware.api [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905710, 'name': PowerOnVM_Task, 'duration_secs': 0.58648} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.245850] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.246082] env[68205]: INFO nova.compute.manager [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1419.246284] env[68205]: DEBUG nova.compute.manager [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.247106] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a0d0dc-d56b-4a36-9b4a-f18d1bc24cd7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.454327] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905711, 'name': CloneVM_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.621907] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "refresh_cache-86dff953-d45c-453b-816e-ea57464e2ac7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.622188] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired lock "refresh_cache-86dff953-d45c-453b-816e-ea57464e2ac7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.622433] env[68205]: DEBUG nova.network.neutron [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.695034] env[68205]: DEBUG oslo_concurrency.lockutils [None req-013beed2-ce1e-4c90-8536-a9081302adb7 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.764916] env[68205]: INFO nova.compute.manager [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Took 14.52 seconds to build instance. [ 1419.954926] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905711, 'name': CloneVM_Task} progress is 95%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.141387] env[68205]: DEBUG nova.network.neutron [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1420.205941] env[68205]: DEBUG nova.network.neutron [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.266854] env[68205]: DEBUG oslo_concurrency.lockutils [None req-67022e0c-0ccb-4466-83d5-b33a307ef74a tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "89e9251e-25b4-4021-9f17-4babe01cfeef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.029s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.458990] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905711, 'name': CloneVM_Task, 'duration_secs': 1.137468} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.459377] env[68205]: INFO nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Created linked-clone VM from snapshot [ 1420.460523] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea3856-d422-43c1-81ce-6d17e18cd866 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.470814] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Uploading image c9c8145d-c206-4c1f-bba8-c4e56915c803 {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1420.501327] env[68205]: DEBUG oslo_vmware.rw_handles [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1420.501327] env[68205]: value = "vm-583557" [ 1420.501327] env[68205]: _type = "VirtualMachine" [ 1420.501327] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1420.501687] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f6ce447-46c4-4508-b349-6e9400337b2f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.508781] env[68205]: DEBUG oslo_vmware.rw_handles [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lease: (returnval){ [ 1420.508781] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae7136-c928-38f2-9aec-74e7094cb5e0" [ 1420.508781] env[68205]: _type = "HttpNfcLease" [ 1420.508781] env[68205]: } obtained for exporting VM: (result){ [ 1420.508781] env[68205]: value = "vm-583557" [ 1420.508781] env[68205]: _type = "VirtualMachine" [ 1420.508781] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1420.509100] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the lease: (returnval){ [ 1420.509100] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae7136-c928-38f2-9aec-74e7094cb5e0" [ 1420.509100] env[68205]: _type = "HttpNfcLease" [ 1420.509100] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1420.515489] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1420.515489] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae7136-c928-38f2-9aec-74e7094cb5e0" [ 1420.515489] env[68205]: _type = "HttpNfcLease" [ 1420.515489] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1420.543449] env[68205]: DEBUG nova.compute.manager [req-635a9e58-9789-48c7-92ae-fdb8bed95bc7 req-92a8f673-7c5f-4457-943a-585611dee918 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Received event network-changed-f8520d8d-4dfe-4e5e-ae90-bc8428bb9113 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.543739] env[68205]: DEBUG nova.compute.manager [req-635a9e58-9789-48c7-92ae-fdb8bed95bc7 req-92a8f673-7c5f-4457-943a-585611dee918 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Refreshing instance network info cache due to event network-changed-f8520d8d-4dfe-4e5e-ae90-bc8428bb9113. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1420.543925] env[68205]: DEBUG oslo_concurrency.lockutils [req-635a9e58-9789-48c7-92ae-fdb8bed95bc7 req-92a8f673-7c5f-4457-943a-585611dee918 service nova] Acquiring lock "refresh_cache-89e9251e-25b4-4021-9f17-4babe01cfeef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.544018] env[68205]: DEBUG oslo_concurrency.lockutils [req-635a9e58-9789-48c7-92ae-fdb8bed95bc7 req-92a8f673-7c5f-4457-943a-585611dee918 service nova] Acquired lock "refresh_cache-89e9251e-25b4-4021-9f17-4babe01cfeef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.544176] env[68205]: DEBUG nova.network.neutron [req-635a9e58-9789-48c7-92ae-fdb8bed95bc7 req-92a8f673-7c5f-4457-943a-585611dee918 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Refreshing network info cache for port f8520d8d-4dfe-4e5e-ae90-bc8428bb9113 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.708373] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Releasing lock "refresh_cache-86dff953-d45c-453b-816e-ea57464e2ac7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.708803] env[68205]: DEBUG nova.compute.manager [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.709034] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.709892] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23070a19-49f0-4318-ab77-667a966d6acb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.717181] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.717423] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4378c47-274f-4a49-a231-67d948cb64df {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.722696] env[68205]: DEBUG oslo_vmware.api [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1420.722696] env[68205]: value = "task-2905713" [ 1420.722696] env[68205]: _type = "Task" [ 1420.722696] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.730310] env[68205]: DEBUG oslo_vmware.api [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.019261] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1421.019261] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae7136-c928-38f2-9aec-74e7094cb5e0" [ 1421.019261] env[68205]: _type = "HttpNfcLease" [ 1421.019261] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1421.019665] env[68205]: DEBUG oslo_vmware.rw_handles [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1421.019665] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52ae7136-c928-38f2-9aec-74e7094cb5e0" [ 1421.019665] env[68205]: _type = "HttpNfcLease" [ 1421.019665] env[68205]: }. {{(pid=68205) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1421.020711] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b43cbf9-0516-408a-8eb9-2adb30df70cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.030387] env[68205]: DEBUG oslo_vmware.rw_handles [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527179e4-f9ea-6053-9d03-d08fdba4fc7c/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1421.030646] env[68205]: DEBUG oslo_vmware.rw_handles [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527179e4-f9ea-6053-9d03-d08fdba4fc7c/disk-0.vmdk for reading. {{(pid=68205) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1421.121713] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a7ab299a-544b-46d2-a4c9-0228cedb582d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.235109] env[68205]: DEBUG oslo_vmware.api [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905713, 'name': PowerOffVM_Task, 'duration_secs': 0.265711} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.235376] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.235567] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.235817] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-418992fa-20b7-4acf-a75d-c79603132c7b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.263273] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.263480] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.263665] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Deleting the datastore file [datastore2] 86dff953-d45c-453b-816e-ea57464e2ac7 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.263936] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-265ffa41-516b-4d4b-b96f-c151689dca9d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.269844] env[68205]: DEBUG oslo_vmware.api [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1421.269844] env[68205]: value = "task-2905715" [ 1421.269844] env[68205]: _type = "Task" [ 1421.269844] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.277127] env[68205]: DEBUG oslo_vmware.api [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.294608] env[68205]: DEBUG nova.network.neutron [req-635a9e58-9789-48c7-92ae-fdb8bed95bc7 req-92a8f673-7c5f-4457-943a-585611dee918 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Updated VIF entry in instance network info cache for port f8520d8d-4dfe-4e5e-ae90-bc8428bb9113. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.294998] env[68205]: DEBUG nova.network.neutron [req-635a9e58-9789-48c7-92ae-fdb8bed95bc7 req-92a8f673-7c5f-4457-943a-585611dee918 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Updating instance_info_cache with network_info: [{"id": "f8520d8d-4dfe-4e5e-ae90-bc8428bb9113", "address": "fa:16:3e:0e:fc:59", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8520d8d-4d", "ovs_interfaceid": "f8520d8d-4dfe-4e5e-ae90-bc8428bb9113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.779880] env[68205]: DEBUG oslo_vmware.api [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093188} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.780244] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.780545] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.780826] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.781172] env[68205]: INFO nova.compute.manager [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1421.781526] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.781772] env[68205]: DEBUG nova.compute.manager [-] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.781907] env[68205]: DEBUG nova.network.neutron [-] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.797627] env[68205]: DEBUG nova.network.neutron [-] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.799432] env[68205]: DEBUG oslo_concurrency.lockutils [req-635a9e58-9789-48c7-92ae-fdb8bed95bc7 req-92a8f673-7c5f-4457-943a-585611dee918 service nova] Releasing lock "refresh_cache-89e9251e-25b4-4021-9f17-4babe01cfeef" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.300722] env[68205]: DEBUG nova.network.neutron [-] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.803204] env[68205]: INFO nova.compute.manager [-] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Took 1.02 seconds to deallocate network for instance. [ 1423.309946] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.310202] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.310476] env[68205]: DEBUG nova.objects.instance [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lazy-loading 'resources' on Instance uuid 86dff953-d45c-453b-816e-ea57464e2ac7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.890786] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7b7ae7-005c-404a-8817-c095244feb25 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.898611] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae8974e-cc72-476c-9b46-ab372c020fe9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.930631] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cde918e-67e1-43bf-b05e-117cb473a783 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.938732] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d2bba4-049e-4af4-b656-edd875e47941 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.953545] env[68205]: DEBUG nova.compute.provider_tree [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.485843] env[68205]: DEBUG nova.scheduler.client.report [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1424.486131] env[68205]: DEBUG nova.compute.provider_tree [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 178 to 179 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1424.486314] env[68205]: DEBUG nova.compute.provider_tree [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.990905] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.009159] env[68205]: INFO nova.scheduler.client.report [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Deleted allocations for instance 86dff953-d45c-453b-816e-ea57464e2ac7 [ 1425.517062] env[68205]: DEBUG oslo_concurrency.lockutils [None req-d8b67bae-177f-4885-8eea-6266eff2f250 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "86dff953-d45c-453b-816e-ea57464e2ac7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.401s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.923128] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "06d2aa86-a993-41af-b146-33d4afe1dba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.923415] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "06d2aa86-a993-41af-b146-33d4afe1dba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.923662] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "06d2aa86-a993-41af-b146-33d4afe1dba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.923891] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "06d2aa86-a993-41af-b146-33d4afe1dba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.924094] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "06d2aa86-a993-41af-b146-33d4afe1dba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.926350] env[68205]: INFO nova.compute.manager [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Terminating instance [ 1426.430262] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "refresh_cache-06d2aa86-a993-41af-b146-33d4afe1dba7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.430685] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquired lock "refresh_cache-06d2aa86-a993-41af-b146-33d4afe1dba7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.430685] env[68205]: DEBUG nova.network.neutron [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.950025] env[68205]: DEBUG nova.network.neutron [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.005751] env[68205]: DEBUG nova.network.neutron [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.508473] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Releasing lock "refresh_cache-06d2aa86-a993-41af-b146-33d4afe1dba7" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.508854] env[68205]: DEBUG nova.compute.manager [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.509065] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.509995] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824189ba-260c-417d-b504-6aae5ce05ba1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.518221] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.518466] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d5f6747-fc2b-4e0d-9331-794bba54dc7b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.524931] env[68205]: DEBUG oslo_vmware.api [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1427.524931] env[68205]: value = "task-2905719" [ 1427.524931] env[68205]: _type = "Task" [ 1427.524931] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.533927] env[68205]: DEBUG oslo_vmware.api [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.035302] env[68205]: DEBUG oslo_vmware.api [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905719, 'name': PowerOffVM_Task, 'duration_secs': 0.141068} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.035657] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.035834] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.036115] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddb9ec3b-2c41-4185-8b12-ce4478507ea9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.061697] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.061934] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.062097] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Deleting the datastore file [datastore1] 06d2aa86-a993-41af-b146-33d4afe1dba7 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.062366] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebd0eeed-bec1-4610-bc53-bec575e4e777 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.068667] env[68205]: DEBUG oslo_vmware.api [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for the task: (returnval){ [ 1428.068667] env[68205]: value = "task-2905721" [ 1428.068667] env[68205]: _type = "Task" [ 1428.068667] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.076998] env[68205]: DEBUG oslo_vmware.api [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.580253] env[68205]: DEBUG oslo_vmware.api [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.085044] env[68205]: DEBUG oslo_vmware.api [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Task: {'id': task-2905721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65914} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.085226] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.085374] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.085662] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.085942] env[68205]: INFO nova.compute.manager [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1429.086337] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.086622] env[68205]: DEBUG nova.compute.manager [-] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.086766] env[68205]: DEBUG nova.network.neutron [-] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.107517] env[68205]: DEBUG nova.network.neutron [-] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.611015] env[68205]: DEBUG nova.network.neutron [-] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.654364] env[68205]: DEBUG oslo_vmware.rw_handles [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527179e4-f9ea-6053-9d03-d08fdba4fc7c/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1429.655611] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad630262-2186-4605-a5c2-92c904910dd0 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.662316] env[68205]: DEBUG oslo_vmware.rw_handles [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527179e4-f9ea-6053-9d03-d08fdba4fc7c/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1429.662476] env[68205]: ERROR oslo_vmware.rw_handles [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527179e4-f9ea-6053-9d03-d08fdba4fc7c/disk-0.vmdk due to incomplete transfer. [ 1429.662691] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ec1b073-464a-4508-ba48-30b24d9ca582 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.669949] env[68205]: DEBUG oslo_vmware.rw_handles [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527179e4-f9ea-6053-9d03-d08fdba4fc7c/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1429.670152] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Uploaded image c9c8145d-c206-4c1f-bba8-c4e56915c803 to the Glance image server {{(pid=68205) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1429.672524] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Destroying the VM {{(pid=68205) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1429.672749] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a7a5e7c-c875-45e4-b376-5c682991a8db {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.678013] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1429.678013] env[68205]: value = "task-2905723" [ 1429.678013] env[68205]: _type = "Task" [ 1429.678013] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.685309] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905723, 'name': Destroy_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.113594] env[68205]: INFO nova.compute.manager [-] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Took 1.03 seconds to deallocate network for instance. [ 1430.189011] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905723, 'name': Destroy_Task, 'duration_secs': 0.345388} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.189229] env[68205]: INFO nova.virt.vmwareapi.vm_util [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Destroyed the VM [ 1430.189461] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Deleting Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1430.189695] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-11e540c6-02e8-41c0-876a-de38ac8f3cf2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.196033] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1430.196033] env[68205]: value = "task-2905724" [ 1430.196033] env[68205]: _type = "Task" [ 1430.196033] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.202975] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905724, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.620046] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.620404] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.620649] env[68205]: DEBUG nova.objects.instance [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lazy-loading 'resources' on Instance uuid 06d2aa86-a993-41af-b146-33d4afe1dba7 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.706807] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905724, 'name': RemoveSnapshot_Task, 'duration_secs': 0.331916} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.707093] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Deleted Snapshot of the VM instance {{(pid=68205) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1430.707372] env[68205]: DEBUG nova.compute.manager [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.708218] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06848dc-1ed5-499c-86e9-4573e354e101 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.184415] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef351fb-31eb-4a64-9cfb-43a2f73a4d9b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.191645] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed6ebf3-1944-4639-b201-662ff0ff5c36 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.226109] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c531b7de-4f64-4e38-9be2-190d94b94f9e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.228635] env[68205]: INFO nova.compute.manager [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Shelve offloading [ 1431.234429] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af6ed21-bc9c-4515-a5a6-5e8d1ba411c1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.248809] env[68205]: DEBUG nova.compute.provider_tree [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.732715] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.733058] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a219898f-3982-4f13-8830-f68b9b377d96 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.740272] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1431.740272] env[68205]: value = "task-2905726" [ 1431.740272] env[68205]: _type = "Task" [ 1431.740272] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.747706] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.779858] env[68205]: DEBUG nova.scheduler.client.report [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1431.780172] env[68205]: DEBUG nova.compute.provider_tree [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 179 to 180 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1431.780360] env[68205]: DEBUG nova.compute.provider_tree [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.251015] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] VM already powered off {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1432.251249] env[68205]: DEBUG nova.compute.manager [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.251985] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7820f36c-f5e5-45ef-8d89-5f655d5b103f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.257359] env[68205]: DEBUG oslo_concurrency.lockutils [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.257516] env[68205]: DEBUG oslo_concurrency.lockutils [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.257679] env[68205]: DEBUG nova.network.neutron [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.284847] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.301350] env[68205]: INFO nova.scheduler.client.report [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Deleted allocations for instance 06d2aa86-a993-41af-b146-33d4afe1dba7 [ 1432.809431] env[68205]: DEBUG oslo_concurrency.lockutils [None req-57411fdb-ce24-487c-a0a9-2d93776f7b31 tempest-ServerShowV247Test-1062040964 tempest-ServerShowV247Test-1062040964-project-member] Lock "06d2aa86-a993-41af-b146-33d4afe1dba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.886s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.979138] env[68205]: DEBUG nova.network.neutron [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updating instance_info_cache with network_info: [{"id": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "address": "fa:16:3e:67:7e:6b", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2e5741-bc", "ovs_interfaceid": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.482123] env[68205]: DEBUG oslo_concurrency.lockutils [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.717981] env[68205]: DEBUG nova.compute.manager [req-f94f899d-e0e8-4d62-9329-cdb2529b6495 req-fa2f0c63-476d-40d2-87b5-2bdf30c34799 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received event network-vif-unplugged-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.717981] env[68205]: DEBUG oslo_concurrency.lockutils [req-f94f899d-e0e8-4d62-9329-cdb2529b6495 req-fa2f0c63-476d-40d2-87b5-2bdf30c34799 service nova] Acquiring lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.717981] env[68205]: DEBUG oslo_concurrency.lockutils [req-f94f899d-e0e8-4d62-9329-cdb2529b6495 req-fa2f0c63-476d-40d2-87b5-2bdf30c34799 service nova] Lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.717981] env[68205]: DEBUG oslo_concurrency.lockutils [req-f94f899d-e0e8-4d62-9329-cdb2529b6495 req-fa2f0c63-476d-40d2-87b5-2bdf30c34799 service nova] Lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.717981] env[68205]: DEBUG nova.compute.manager [req-f94f899d-e0e8-4d62-9329-cdb2529b6495 req-fa2f0c63-476d-40d2-87b5-2bdf30c34799 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] No waiting events found dispatching network-vif-unplugged-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.719104] env[68205]: WARNING nova.compute.manager [req-f94f899d-e0e8-4d62-9329-cdb2529b6495 req-fa2f0c63-476d-40d2-87b5-2bdf30c34799 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received unexpected event network-vif-unplugged-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 for instance with vm_state shelved and task_state shelving_offloading. [ 1433.796509] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1433.797499] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe74004-c469-4880-acba-4372a1f11d92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.804855] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1433.805104] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55016391-3012-491e-8aaa-c3aa5e2937bc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.874593] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1433.874902] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1433.875067] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleting the datastore file [datastore1] 628ac861-34ff-4e8b-8009-51071e8702b0 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1433.875388] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a20f0c98-f8ef-425b-89b5-71c9604a5a47 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.881921] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1433.881921] env[68205]: value = "task-2905729" [ 1433.881921] env[68205]: _type = "Task" [ 1433.881921] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.889055] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.391778] env[68205]: DEBUG oslo_vmware.api [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138151} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.392042] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.392244] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1434.392429] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1434.414771] env[68205]: INFO nova.scheduler.client.report [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleted allocations for instance 628ac861-34ff-4e8b-8009-51071e8702b0 [ 1434.920242] env[68205]: DEBUG oslo_concurrency.lockutils [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.920511] env[68205]: DEBUG oslo_concurrency.lockutils [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.920741] env[68205]: DEBUG nova.objects.instance [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'resources' on Instance uuid 628ac861-34ff-4e8b-8009-51071e8702b0 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.423909] env[68205]: DEBUG nova.objects.instance [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'numa_topology' on Instance uuid 628ac861-34ff-4e8b-8009-51071e8702b0 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.742293] env[68205]: DEBUG nova.compute.manager [req-dfc61765-7c0c-46e6-99e4-513735f7d9c8 req-c31c9fbd-fb57-4956-b45d-8d82bce7ed10 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received event network-changed-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.742486] env[68205]: DEBUG nova.compute.manager [req-dfc61765-7c0c-46e6-99e4-513735f7d9c8 req-c31c9fbd-fb57-4956-b45d-8d82bce7ed10 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Refreshing instance network info cache due to event network-changed-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1435.742728] env[68205]: DEBUG oslo_concurrency.lockutils [req-dfc61765-7c0c-46e6-99e4-513735f7d9c8 req-c31c9fbd-fb57-4956-b45d-8d82bce7ed10 service nova] Acquiring lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.742882] env[68205]: DEBUG oslo_concurrency.lockutils [req-dfc61765-7c0c-46e6-99e4-513735f7d9c8 req-c31c9fbd-fb57-4956-b45d-8d82bce7ed10 service nova] Acquired lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.743054] env[68205]: DEBUG nova.network.neutron [req-dfc61765-7c0c-46e6-99e4-513735f7d9c8 req-c31c9fbd-fb57-4956-b45d-8d82bce7ed10 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Refreshing network info cache for port 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.926830] env[68205]: DEBUG nova.objects.base [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Object Instance<628ac861-34ff-4e8b-8009-51071e8702b0> lazy-loaded attributes: resources,numa_topology {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1435.964230] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a70be7-33d9-4a68-874b-5a05774ceba2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.971860] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d04586c-a32c-4c63-b131-dd0aed1f02b9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.000997] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581390c0-fd8a-49a5-9afe-538ff017d3d3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.008417] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4331f0-b53f-4f5a-8595-3a8aab3543e7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.022709] env[68205]: DEBUG nova.compute.provider_tree [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1436.452802] env[68205]: DEBUG nova.network.neutron [req-dfc61765-7c0c-46e6-99e4-513735f7d9c8 req-c31c9fbd-fb57-4956-b45d-8d82bce7ed10 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updated VIF entry in instance network info cache for port 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.453157] env[68205]: DEBUG nova.network.neutron [req-dfc61765-7c0c-46e6-99e4-513735f7d9c8 req-c31c9fbd-fb57-4956-b45d-8d82bce7ed10 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updating instance_info_cache with network_info: [{"id": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "address": "fa:16:3e:67:7e:6b", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9b2e5741-bc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.543407] env[68205]: ERROR nova.scheduler.client.report [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [req-a7fd3ba9-5363-4dc7-b706-d2ea729f500a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 579e308c-a36f-4fc5-9808-f6adb1a946ed. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7fd3ba9-5363-4dc7-b706-d2ea729f500a"}]} [ 1436.558648] env[68205]: DEBUG nova.scheduler.client.report [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Refreshing inventories for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1436.570080] env[68205]: DEBUG nova.scheduler.client.report [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Updating ProviderTree inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1436.570286] env[68205]: DEBUG nova.compute.provider_tree [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1436.579645] env[68205]: DEBUG nova.scheduler.client.report [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Refreshing aggregate associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, aggregates: None {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1436.594252] env[68205]: DEBUG nova.scheduler.client.report [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Refreshing trait associations for resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=68205) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1436.633363] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd790c27-b5aa-43fb-b0a3-65d1683dabde {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.640612] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799fe963-05e8-4c77-8609-831ed89af437 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.669827] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58066de2-e309-4e2d-a92d-5663b6f60a7e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.676576] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7854ddf5-db41-4405-aaf5-ad773ba997a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.689310] env[68205]: DEBUG nova.compute.provider_tree [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1436.955557] env[68205]: DEBUG oslo_concurrency.lockutils [req-dfc61765-7c0c-46e6-99e4-513735f7d9c8 req-c31c9fbd-fb57-4956-b45d-8d82bce7ed10 service nova] Releasing lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.217088] env[68205]: DEBUG nova.scheduler.client.report [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Updated inventory for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1437.217370] env[68205]: DEBUG nova.compute.provider_tree [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Updating resource provider 579e308c-a36f-4fc5-9808-f6adb1a946ed generation from 181 to 182 during operation: update_inventory {{(pid=68205) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1437.217547] env[68205]: DEBUG nova.compute.provider_tree [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Updating inventory in ProviderTree for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1437.245248] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "628ac861-34ff-4e8b-8009-51071e8702b0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.721971] env[68205]: DEBUG oslo_concurrency.lockutils [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.801s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.229604] env[68205]: DEBUG oslo_concurrency.lockutils [None req-428b6141-9541-484c-a278-36bf5856c179 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "628ac861-34ff-4e8b-8009-51071e8702b0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.890s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.230931] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "628ac861-34ff-4e8b-8009-51071e8702b0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.985s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.230931] env[68205]: INFO nova.compute.manager [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Unshelving [ 1439.285030] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.285320] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.285525] env[68205]: DEBUG nova.objects.instance [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'pci_requests' on Instance uuid 628ac861-34ff-4e8b-8009-51071e8702b0 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.758098] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "6d2c224f-e05c-44d1-988f-898d702aea58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.758435] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "6d2c224f-e05c-44d1-988f-898d702aea58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.789350] env[68205]: DEBUG nova.objects.instance [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'numa_topology' on Instance uuid 628ac861-34ff-4e8b-8009-51071e8702b0 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.261706] env[68205]: DEBUG nova.compute.manager [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Starting instance... {{(pid=68205) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1440.291774] env[68205]: INFO nova.compute.claims [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.782891] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.355826] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1522f176-24f8-42df-80da-588be75fa703 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.363288] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d800fd-09b7-4a88-b29a-2952406c672f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.393128] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155c6cb7-2993-4f75-90f6-5405bd79a985 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.399629] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb612cf-7e7e-482d-88c3-32b158186a93 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.412086] env[68205]: DEBUG nova.compute.provider_tree [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.914834] env[68205]: DEBUG nova.scheduler.client.report [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.421056] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.135s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.422721] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.640s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.424626] env[68205]: INFO nova.compute.claims [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.452501] env[68205]: INFO nova.network.neutron [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updating port 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1443.490381] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8c8074-572f-4f0b-8067-adcb39180435 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.498014] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfafda45-8a34-420a-aeea-9ed40625c21e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.529118] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a61776b-2fa2-4c70-8b8b-2ff9d5028eec {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.536171] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b6fa9c-8d9f-4e14-8e98-4dee7a52df04 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.548841] env[68205]: DEBUG nova.compute.provider_tree [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.814495] env[68205]: DEBUG nova.compute.manager [req-19f2ba73-2c4d-4198-808c-a8f94cbbbe44 req-53ece783-9403-4b4c-bb5c-0e3aa79718cd service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received event network-vif-plugged-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1443.815074] env[68205]: DEBUG oslo_concurrency.lockutils [req-19f2ba73-2c4d-4198-808c-a8f94cbbbe44 req-53ece783-9403-4b4c-bb5c-0e3aa79718cd service nova] Acquiring lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.815293] env[68205]: DEBUG oslo_concurrency.lockutils [req-19f2ba73-2c4d-4198-808c-a8f94cbbbe44 req-53ece783-9403-4b4c-bb5c-0e3aa79718cd service nova] Lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.815458] env[68205]: DEBUG oslo_concurrency.lockutils [req-19f2ba73-2c4d-4198-808c-a8f94cbbbe44 req-53ece783-9403-4b4c-bb5c-0e3aa79718cd service nova] Lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.815620] env[68205]: DEBUG nova.compute.manager [req-19f2ba73-2c4d-4198-808c-a8f94cbbbe44 req-53ece783-9403-4b4c-bb5c-0e3aa79718cd service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] No waiting events found dispatching network-vif-plugged-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1443.815782] env[68205]: WARNING nova.compute.manager [req-19f2ba73-2c4d-4198-808c-a8f94cbbbe44 req-53ece783-9403-4b4c-bb5c-0e3aa79718cd service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received unexpected event network-vif-plugged-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1443.896588] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.896588] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.896699] env[68205]: DEBUG nova.network.neutron [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.052719] env[68205]: DEBUG nova.scheduler.client.report [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.558438] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.558819] env[68205]: DEBUG nova.compute.manager [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Start building networks asynchronously for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1444.588899] env[68205]: DEBUG nova.network.neutron [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updating instance_info_cache with network_info: [{"id": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "address": "fa:16:3e:67:7e:6b", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2e5741-bc", "ovs_interfaceid": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.064045] env[68205]: DEBUG nova.compute.utils [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Using /dev/sd instead of None {{(pid=68205) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1445.066476] env[68205]: DEBUG nova.compute.manager [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Allocating IP information in the background. {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.066476] env[68205]: DEBUG nova.network.neutron [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] allocate_for_instance() {{(pid=68205) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.092108] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.101435] env[68205]: DEBUG nova.policy [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc5f4778a6d5449c8498317ae62efedc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583a4edcbc37482099507e0a9fda5d73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68205) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.119539] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='166a5c519f0038ec233bd66999813a06',container_format='bare',created_at=2025-03-10T21:05:30Z,direct_url=,disk_format='vmdk',id=c9c8145d-c206-4c1f-bba8-c4e56915c803,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1540976842-shelved',owner='5d3f7eff6c7446aa87caa98b04fbe102',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-03-10T21:05:44Z,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.119833] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.119989] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.120266] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.120414] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.120560] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.120765] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.120923] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.121100] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.121303] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.121433] env[68205]: DEBUG nova.virt.hardware [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.122315] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1176ab-a519-437c-a649-dec797ab50ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.131181] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcaeeff-fe63-4b54-b970-c92f306080ea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.145583] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:7e:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b2e5741-bcd8-4091-91d0-a69fde0ee2e3', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.152686] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.152898] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.153106] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a423176-0a41-43df-8532-a5313ff1e070 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.172217] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.172217] env[68205]: value = "task-2905732" [ 1445.172217] env[68205]: _type = "Task" [ 1445.172217] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.179547] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905732, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.367206] env[68205]: DEBUG nova.network.neutron [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Successfully created port: e316cd55-fd78-4cb4-bc37-b32c83b39a1c {{(pid=68205) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.569715] env[68205]: DEBUG nova.compute.manager [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Start building block device mappings for instance. {{(pid=68205) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1445.681390] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905732, 'name': CreateVM_Task, 'duration_secs': 0.293951} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.681537] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.682230] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.682388] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.682795] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.683057] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533a8d29-6d6f-4154-852b-4a250686de77 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.687289] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1445.687289] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5256b2b1-86e1-4ce8-9f43-5b74c23a90c6" [ 1445.687289] env[68205]: _type = "Task" [ 1445.687289] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.694765] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]5256b2b1-86e1-4ce8-9f43-5b74c23a90c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.840462] env[68205]: DEBUG nova.compute.manager [req-dc7f4b53-4ecb-42a7-ad19-348054e338dd req-a2862cc6-1d8b-4ba4-ba86-e069e63aac17 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received event network-changed-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1445.840585] env[68205]: DEBUG nova.compute.manager [req-dc7f4b53-4ecb-42a7-ad19-348054e338dd req-a2862cc6-1d8b-4ba4-ba86-e069e63aac17 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Refreshing instance network info cache due to event network-changed-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1445.840792] env[68205]: DEBUG oslo_concurrency.lockutils [req-dc7f4b53-4ecb-42a7-ad19-348054e338dd req-a2862cc6-1d8b-4ba4-ba86-e069e63aac17 service nova] Acquiring lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.840933] env[68205]: DEBUG oslo_concurrency.lockutils [req-dc7f4b53-4ecb-42a7-ad19-348054e338dd req-a2862cc6-1d8b-4ba4-ba86-e069e63aac17 service nova] Acquired lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.841104] env[68205]: DEBUG nova.network.neutron [req-dc7f4b53-4ecb-42a7-ad19-348054e338dd req-a2862cc6-1d8b-4ba4-ba86-e069e63aac17 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Refreshing network info cache for port 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.074596] env[68205]: INFO nova.virt.block_device [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Booting with volume ea303099-c6c1-4bed-acbb-295f9969b37a at /dev/sda [ 1446.112041] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f586e0da-92c2-4b73-ab24-177e57d41aab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.118897] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e126e042-70c0-4b83-bb16-bf660cce9f51 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.144146] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e169315-ec82-4694-aa2c-01d7d4c09ba1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.151677] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53443942-5d14-4a14-af20-55dbafc23f9b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.178051] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7764f8ee-b4a5-4c6e-99a3-7bae33d0e0d9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.183765] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb3263a-e7c7-444c-93c1-18b46348fc3a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.846452] env[68205]: DEBUG nova.virt.block_device [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating existing volume attachment record: 361474e6-b1b4-40f2-a6f1-f5ea620e1336 {{(pid=68205) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1446.854212] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.854450] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Processing image c9c8145d-c206-4c1f-bba8-c4e56915c803 {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.854672] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803/c9c8145d-c206-4c1f-bba8-c4e56915c803.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.854841] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803/c9c8145d-c206-4c1f-bba8-c4e56915c803.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.857062] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.857062] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f2c6488-df0c-46b2-9664-26db24eadbbd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.863194] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.863356] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68205) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.864046] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9777c13a-27b4-45d9-86bf-8c6b7f6f1ec9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.868641] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1446.868641] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522b72f9-05ee-b5e8-c6e4-38bdba03ad09" [ 1446.868641] env[68205]: _type = "Task" [ 1446.868641] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.877260] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]522b72f9-05ee-b5e8-c6e4-38bdba03ad09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.170828] env[68205]: DEBUG nova.network.neutron [req-dc7f4b53-4ecb-42a7-ad19-348054e338dd req-a2862cc6-1d8b-4ba4-ba86-e069e63aac17 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updated VIF entry in instance network info cache for port 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.171446] env[68205]: DEBUG nova.network.neutron [req-dc7f4b53-4ecb-42a7-ad19-348054e338dd req-a2862cc6-1d8b-4ba4-ba86-e069e63aac17 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updating instance_info_cache with network_info: [{"id": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "address": "fa:16:3e:67:7e:6b", "network": {"id": "9a0bd644-e21a-4515-b500-a0804d87d65c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-153757251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3f7eff6c7446aa87caa98b04fbe102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2e5741-bc", "ovs_interfaceid": "9b2e5741-bcd8-4091-91d0-a69fde0ee2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.203513] env[68205]: DEBUG nova.network.neutron [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Successfully updated port: e316cd55-fd78-4cb4-bc37-b32c83b39a1c {{(pid=68205) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.379032] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Preparing fetch location {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1447.379032] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Fetch image to [datastore1] OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd/OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd.vmdk {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1447.379270] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Downloading stream optimized image c9c8145d-c206-4c1f-bba8-c4e56915c803 to [datastore1] OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd/OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd.vmdk on the data store datastore1 as vApp {{(pid=68205) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1447.379270] env[68205]: DEBUG nova.virt.vmwareapi.images [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Downloading image file data c9c8145d-c206-4c1f-bba8-c4e56915c803 to the ESX as VM named 'OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd' {{(pid=68205) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1447.450665] env[68205]: DEBUG oslo_vmware.rw_handles [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1447.450665] env[68205]: value = "resgroup-9" [ 1447.450665] env[68205]: _type = "ResourcePool" [ 1447.450665] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1447.450922] env[68205]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0ee64cfb-9cbc-44b7-a42b-2487c2abd142 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.470783] env[68205]: DEBUG oslo_vmware.rw_handles [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lease: (returnval){ [ 1447.470783] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8510d-c6ee-75b5-fb6f-2bae16094ba6" [ 1447.470783] env[68205]: _type = "HttpNfcLease" [ 1447.470783] env[68205]: } obtained for vApp import into resource pool (val){ [ 1447.470783] env[68205]: value = "resgroup-9" [ 1447.470783] env[68205]: _type = "ResourcePool" [ 1447.470783] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1447.471047] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the lease: (returnval){ [ 1447.471047] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8510d-c6ee-75b5-fb6f-2bae16094ba6" [ 1447.471047] env[68205]: _type = "HttpNfcLease" [ 1447.471047] env[68205]: } to be ready. {{(pid=68205) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1447.477057] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1447.477057] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8510d-c6ee-75b5-fb6f-2bae16094ba6" [ 1447.477057] env[68205]: _type = "HttpNfcLease" [ 1447.477057] env[68205]: } is initializing. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1447.673664] env[68205]: DEBUG oslo_concurrency.lockutils [req-dc7f4b53-4ecb-42a7-ad19-348054e338dd req-a2862cc6-1d8b-4ba4-ba86-e069e63aac17 service nova] Releasing lock "refresh_cache-628ac861-34ff-4e8b-8009-51071e8702b0" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.705632] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.705873] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.706075] env[68205]: DEBUG nova.network.neutron [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.868537] env[68205]: DEBUG nova.compute.manager [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Received event network-vif-plugged-e316cd55-fd78-4cb4-bc37-b32c83b39a1c {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.868755] env[68205]: DEBUG oslo_concurrency.lockutils [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] Acquiring lock "6d2c224f-e05c-44d1-988f-898d702aea58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.868919] env[68205]: DEBUG oslo_concurrency.lockutils [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] Lock "6d2c224f-e05c-44d1-988f-898d702aea58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.869097] env[68205]: DEBUG oslo_concurrency.lockutils [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] Lock "6d2c224f-e05c-44d1-988f-898d702aea58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.869260] env[68205]: DEBUG nova.compute.manager [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] No waiting events found dispatching network-vif-plugged-e316cd55-fd78-4cb4-bc37-b32c83b39a1c {{(pid=68205) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.869416] env[68205]: WARNING nova.compute.manager [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Received unexpected event network-vif-plugged-e316cd55-fd78-4cb4-bc37-b32c83b39a1c for instance with vm_state building and task_state block_device_mapping. [ 1447.869566] env[68205]: DEBUG nova.compute.manager [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Received event network-changed-e316cd55-fd78-4cb4-bc37-b32c83b39a1c {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.869710] env[68205]: DEBUG nova.compute.manager [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Refreshing instance network info cache due to event network-changed-e316cd55-fd78-4cb4-bc37-b32c83b39a1c. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1447.869867] env[68205]: DEBUG oslo_concurrency.lockutils [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] Acquiring lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.978758] env[68205]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1447.978758] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8510d-c6ee-75b5-fb6f-2bae16094ba6" [ 1447.978758] env[68205]: _type = "HttpNfcLease" [ 1447.978758] env[68205]: } is ready. {{(pid=68205) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1447.979065] env[68205]: DEBUG oslo_vmware.rw_handles [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1447.979065] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52b8510d-c6ee-75b5-fb6f-2bae16094ba6" [ 1447.979065] env[68205]: _type = "HttpNfcLease" [ 1447.979065] env[68205]: }. {{(pid=68205) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1447.979776] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6386d3-4e07-4ced-829f-81674fa1d8a3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.986510] env[68205]: DEBUG oslo_vmware.rw_handles [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212a038-b946-0f3d-f506-b14decb6b6af/disk-0.vmdk from lease info. {{(pid=68205) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1447.986702] env[68205]: DEBUG oslo_vmware.rw_handles [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212a038-b946-0f3d-f506-b14decb6b6af/disk-0.vmdk. {{(pid=68205) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1448.052050] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-14824042-78c8-4d83-97f5-9087a15f6512 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.243120] env[68205]: DEBUG nova.network.neutron [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Instance cache missing network info. {{(pid=68205) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.433939] env[68205]: DEBUG nova.network.neutron [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance_info_cache with network_info: [{"id": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "address": "fa:16:3e:d6:c2:4c", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape316cd55-fd", "ovs_interfaceid": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.934707] env[68205]: DEBUG nova.compute.manager [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Start spawning the instance on the hypervisor. {{(pid=68205) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1448.935361] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1448.935553] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.935698] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1448.935918] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.936082] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1448.936249] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1448.936486] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1448.936641] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1448.936816] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1448.936977] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1448.937171] env[68205]: DEBUG nova.virt.hardware [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1448.939409] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.939707] env[68205]: DEBUG nova.compute.manager [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Instance network_info: |[{"id": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "address": "fa:16:3e:d6:c2:4c", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape316cd55-fd", "ovs_interfaceid": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68205) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.940600] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ee63a-432f-49c9-a5d6-00de128a3698 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.943889] env[68205]: DEBUG oslo_concurrency.lockutils [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] Acquired lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.944083] env[68205]: DEBUG nova.network.neutron [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Refreshing network info cache for port e316cd55-fd78-4cb4-bc37-b32c83b39a1c {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.950735] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b95fe7d-f7ce-49fc-930d-877011112fb5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.965442] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:c2:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e316cd55-fd78-4cb4-bc37-b32c83b39a1c', 'vif_model': 'vmxnet3'}] {{(pid=68205) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.973086] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1448.973567] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Creating VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.973801] env[68205]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4a9c6bc-3b16-4b86-8f6c-d6859ed2e7a6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.993416] env[68205]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.993416] env[68205]: value = "task-2905734" [ 1448.993416] env[68205]: _type = "Task" [ 1448.993416] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.000738] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905734, 'name': CreateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.129461] env[68205]: DEBUG oslo_vmware.rw_handles [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Completed reading data from the image iterator. {{(pid=68205) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1449.129649] env[68205]: DEBUG oslo_vmware.rw_handles [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212a038-b946-0f3d-f506-b14decb6b6af/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1449.130600] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78264d9-bce7-4314-9565-33004937a596 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.137313] env[68205]: DEBUG oslo_vmware.rw_handles [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212a038-b946-0f3d-f506-b14decb6b6af/disk-0.vmdk is in state: ready. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1449.137485] env[68205]: DEBUG oslo_vmware.rw_handles [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212a038-b946-0f3d-f506-b14decb6b6af/disk-0.vmdk. {{(pid=68205) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1449.137728] env[68205]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-989442b2-4df9-4291-88c3-fc248182c3b3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.503069] env[68205]: DEBUG oslo_vmware.api [-] Task: {'id': task-2905734, 'name': CreateVM_Task, 'duration_secs': 0.362933} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.504125] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Created VM on the ESX host {{(pid=68205) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.504605] env[68205]: DEBUG oslo_vmware.rw_handles [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5212a038-b946-0f3d-f506-b14decb6b6af/disk-0.vmdk. {{(pid=68205) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1449.504816] env[68205]: INFO nova.virt.vmwareapi.images [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Downloaded image file data c9c8145d-c206-4c1f-bba8-c4e56915c803 [ 1449.505516] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'attachment_id': '361474e6-b1b4-40f2-a6f1-f5ea620e1336', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583559', 'volume_id': 'ea303099-c6c1-4bed-acbb-295f9969b37a', 'name': 'volume-ea303099-c6c1-4bed-acbb-295f9969b37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d2c224f-e05c-44d1-988f-898d702aea58', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea303099-c6c1-4bed-acbb-295f9969b37a', 'serial': 'ea303099-c6c1-4bed-acbb-295f9969b37a'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=68205) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1449.505743] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Root volume attach. Driver type: vmdk {{(pid=68205) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1449.506527] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999095fe-6c0f-4e95-9d8c-f60533aec0a5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.509630] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93216309-7ce9-4826-a1e8-a649d18cb95a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.527505] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aab6cf-0089-4f9b-93d8-bc32edde0bb8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.529915] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d49aa37-4f64-4f40-b689-3e02c3d5614f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.534709] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b6677-98af-41d8-8b0d-0ef374fe348f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.542464] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-47bf5c39-8176-4046-bd4f-9caa0f883394 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.548417] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1449.548417] env[68205]: value = "task-2905736" [ 1449.548417] env[68205]: _type = "Task" [ 1449.548417] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.556786] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905736, 'name': RelocateVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.575008] env[68205]: INFO nova.virt.vmwareapi.images [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] The imported VM was unregistered [ 1449.577507] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Caching image {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1449.577759] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803 {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.578049] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a10a2532-7425-4aaf-a4a5-189c7308fde6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.589441] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Created directory with path [datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803 {{(pid=68205) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.589664] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd/OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd.vmdk to [datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803/c9c8145d-c206-4c1f-bba8-c4e56915c803.vmdk. {{(pid=68205) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1449.589936] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a148bdc5-88e7-44ad-bbd9-6c3556fe2d05 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.597520] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1449.597520] env[68205]: value = "task-2905737" [ 1449.597520] env[68205]: _type = "Task" [ 1449.597520] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.605408] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905737, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.686647] env[68205]: DEBUG nova.network.neutron [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updated VIF entry in instance network info cache for port e316cd55-fd78-4cb4-bc37-b32c83b39a1c. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.687016] env[68205]: DEBUG nova.network.neutron [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance_info_cache with network_info: [{"id": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "address": "fa:16:3e:d6:c2:4c", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape316cd55-fd", "ovs_interfaceid": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.060594] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905736, 'name': RelocateVM_Task} progress is 43%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.109494] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905737, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.189775] env[68205]: DEBUG oslo_concurrency.lockutils [req-ab43e549-8101-489f-89ba-46b33adebfd4 req-6e40ace7-8c55-434b-a09e-99929c883929 service nova] Releasing lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.560187] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905736, 'name': RelocateVM_Task} progress is 60%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.609193] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905737, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.060237] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905736, 'name': RelocateVM_Task} progress is 75%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.110361] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905737, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.561547] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905736, 'name': RelocateVM_Task} progress is 92%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.611217] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905737, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.060227] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905736, 'name': RelocateVM_Task} progress is 97%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.109446] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905737, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.185821} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.109703] env[68205]: INFO nova.virt.vmwareapi.ds_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd/OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd.vmdk to [datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803/c9c8145d-c206-4c1f-bba8-c4e56915c803.vmdk. [ 1452.109911] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Cleaning up location [datastore1] OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd {{(pid=68205) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1452.110115] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_50af966f-5d1b-411d-8d92-dcb31c64e9dd {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.110426] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecf8938e-98cd-4d2f-8464-295c4080249a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.117023] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1452.117023] env[68205]: value = "task-2905738" [ 1452.117023] env[68205]: _type = "Task" [ 1452.117023] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.126463] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.560637] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905736, 'name': RelocateVM_Task} progress is 98%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.625979] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036341} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.626253] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.626414] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803/c9c8145d-c206-4c1f-bba8-c4e56915c803.vmdk" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.626666] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803/c9c8145d-c206-4c1f-bba8-c4e56915c803.vmdk to [datastore1] 628ac861-34ff-4e8b-8009-51071e8702b0/628ac861-34ff-4e8b-8009-51071e8702b0.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.626921] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68fc303f-000b-4e66-98f9-5082648fe512 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.633512] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1452.633512] env[68205]: value = "task-2905739" [ 1452.633512] env[68205]: _type = "Task" [ 1452.633512] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.640926] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.062379] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905736, 'name': RelocateVM_Task} progress is 98%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.146240] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905739, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.564726] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905736, 'name': RelocateVM_Task, 'duration_secs': 3.893684} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.565068] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Volume attach. Driver type: vmdk {{(pid=68205) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1453.565278] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583559', 'volume_id': 'ea303099-c6c1-4bed-acbb-295f9969b37a', 'name': 'volume-ea303099-c6c1-4bed-acbb-295f9969b37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d2c224f-e05c-44d1-988f-898d702aea58', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea303099-c6c1-4bed-acbb-295f9969b37a', 'serial': 'ea303099-c6c1-4bed-acbb-295f9969b37a'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1453.566128] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a02252-1dc6-43db-a15c-b7353c61968a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.584361] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e5843c-4368-4ab4-84dd-dfb30f3c3668 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.608454] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-ea303099-c6c1-4bed-acbb-295f9969b37a/volume-ea303099-c6c1-4bed-acbb-295f9969b37a.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.608787] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3e75e5-6b01-40fb-81bc-7973f10f1ac1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.631254] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1453.631254] env[68205]: value = "task-2905740" [ 1453.631254] env[68205]: _type = "Task" [ 1453.631254] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.645095] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905739, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.648352] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.145829] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.148876] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905739, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.648554] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905740, 'name': ReconfigVM_Task, 'duration_secs': 0.852174} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.651536] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-ea303099-c6c1-4bed-acbb-295f9969b37a/volume-ea303099-c6c1-4bed-acbb-295f9969b37a.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.656278] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905739, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.656523] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942df3e0-c233-4a3d-8404-1c179faf68eb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.672915] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1454.672915] env[68205]: value = "task-2905741" [ 1454.672915] env[68205]: _type = "Task" [ 1454.672915] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.683149] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.147210] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905739, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.195374} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.147486] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c9c8145d-c206-4c1f-bba8-c4e56915c803/c9c8145d-c206-4c1f-bba8-c4e56915c803.vmdk to [datastore1] 628ac861-34ff-4e8b-8009-51071e8702b0/628ac861-34ff-4e8b-8009-51071e8702b0.vmdk {{(pid=68205) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.148271] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eab568-35e4-4e52-a9ae-9f1f1d849ab3 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.169244] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 628ac861-34ff-4e8b-8009-51071e8702b0/628ac861-34ff-4e8b-8009-51071e8702b0.vmdk or device None with type streamOptimized {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.169533] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ee0bb3-8881-4f63-816d-defc328af0ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.190869] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905741, 'name': ReconfigVM_Task, 'duration_secs': 0.21119} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.191988] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583559', 'volume_id': 'ea303099-c6c1-4bed-acbb-295f9969b37a', 'name': 'volume-ea303099-c6c1-4bed-acbb-295f9969b37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d2c224f-e05c-44d1-988f-898d702aea58', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea303099-c6c1-4bed-acbb-295f9969b37a', 'serial': 'ea303099-c6c1-4bed-acbb-295f9969b37a'} {{(pid=68205) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1455.192590] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1455.192590] env[68205]: value = "task-2905742" [ 1455.192590] env[68205]: _type = "Task" [ 1455.192590] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.192770] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41be1d4a-9ee1-406f-b33c-f9a424969afd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.202269] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.203335] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1455.203335] env[68205]: value = "task-2905743" [ 1455.203335] env[68205]: _type = "Task" [ 1455.203335] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.210483] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905743, 'name': Rename_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.704446] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905742, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.711865] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905743, 'name': Rename_Task, 'duration_secs': 0.131924} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.712117] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.712356] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8db0720b-b88b-4c58-bca7-4b35fd1a542b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.717278] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1455.717278] env[68205]: value = "task-2905744" [ 1455.717278] env[68205]: _type = "Task" [ 1455.717278] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.723993] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.203854] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905742, 'name': ReconfigVM_Task, 'duration_secs': 0.526399} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.204148] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 628ac861-34ff-4e8b-8009-51071e8702b0/628ac861-34ff-4e8b-8009-51071e8702b0.vmdk or device None with type streamOptimized {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.204754] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b44e8bb2-d949-437c-8df9-515857e4de0d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.210465] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1456.210465] env[68205]: value = "task-2905745" [ 1456.210465] env[68205]: _type = "Task" [ 1456.210465] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.217673] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905745, 'name': Rename_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.224213] env[68205]: DEBUG oslo_vmware.api [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905744, 'name': PowerOnVM_Task, 'duration_secs': 0.439759} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.224433] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.224638] env[68205]: INFO nova.compute.manager [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1456.224801] env[68205]: DEBUG nova.compute.manager [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.225530] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce578be-50d5-48fd-8b65-ae15ef412e18 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.720397] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905745, 'name': Rename_Task, 'duration_secs': 0.13215} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.720667] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.720903] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6f3b365-4e61-4712-8e1c-8ebca6787585 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.727793] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1456.727793] env[68205]: value = "task-2905746" [ 1456.727793] env[68205]: _type = "Task" [ 1456.727793] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.738858] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.741811] env[68205]: INFO nova.compute.manager [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Took 15.98 seconds to build instance. [ 1457.237768] env[68205]: DEBUG oslo_vmware.api [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905746, 'name': PowerOnVM_Task, 'duration_secs': 0.415913} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.238101] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.243420] env[68205]: DEBUG oslo_concurrency.lockutils [None req-c15cb615-13d0-4149-a75f-89dd6fefa1a6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "6d2c224f-e05c-44d1-988f-898d702aea58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.485s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.349307] env[68205]: DEBUG nova.compute.manager [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Checking state {{(pid=68205) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.350614] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930fa70b-a240-41af-8093-a4aab6e32066 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.369085] env[68205]: DEBUG nova.compute.manager [req-2ad3082f-4f20-4a0d-992d-1690e43ac32c req-65d503ed-e61c-42f7-ad61-f194fa17c589 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Received event network-changed-095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.369085] env[68205]: DEBUG nova.compute.manager [req-2ad3082f-4f20-4a0d-992d-1690e43ac32c req-65d503ed-e61c-42f7-ad61-f194fa17c589 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Refreshing instance network info cache due to event network-changed-095f9101-fd38-4e56-8d78-5c067bda7983. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1457.369372] env[68205]: DEBUG oslo_concurrency.lockutils [req-2ad3082f-4f20-4a0d-992d-1690e43ac32c req-65d503ed-e61c-42f7-ad61-f194fa17c589 service nova] Acquiring lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.369601] env[68205]: DEBUG oslo_concurrency.lockutils [req-2ad3082f-4f20-4a0d-992d-1690e43ac32c req-65d503ed-e61c-42f7-ad61-f194fa17c589 service nova] Acquired lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.369858] env[68205]: DEBUG nova.network.neutron [req-2ad3082f-4f20-4a0d-992d-1690e43ac32c req-65d503ed-e61c-42f7-ad61-f194fa17c589 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Refreshing network info cache for port 095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.872521] env[68205]: DEBUG oslo_concurrency.lockutils [None req-7d7f0cc4-b811-4ab1-8ce7-e1207b47d277 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "628ac861-34ff-4e8b-8009-51071e8702b0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.642s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.060553] env[68205]: DEBUG nova.network.neutron [req-2ad3082f-4f20-4a0d-992d-1690e43ac32c req-65d503ed-e61c-42f7-ad61-f194fa17c589 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Updated VIF entry in instance network info cache for port 095f9101-fd38-4e56-8d78-5c067bda7983. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.060909] env[68205]: DEBUG nova.network.neutron [req-2ad3082f-4f20-4a0d-992d-1690e43ac32c req-65d503ed-e61c-42f7-ad61-f194fa17c589 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Updating instance_info_cache with network_info: [{"id": "095f9101-fd38-4e56-8d78-5c067bda7983", "address": "fa:16:3e:cb:b9:46", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap095f9101-fd", "ovs_interfaceid": "095f9101-fd38-4e56-8d78-5c067bda7983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.563727] env[68205]: DEBUG oslo_concurrency.lockutils [req-2ad3082f-4f20-4a0d-992d-1690e43ac32c req-65d503ed-e61c-42f7-ad61-f194fa17c589 service nova] Releasing lock "refresh_cache-cf3f73a4-e8b5-45e0-979c-967dd9553f34" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.844449] env[68205]: DEBUG nova.compute.manager [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Stashing vm_state: active {{(pid=68205) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1459.365688] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.366067] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.393743] env[68205]: DEBUG nova.compute.manager [req-a72dec7b-7663-4896-90b6-d8e0f24871b3 req-ccd795f7-4a63-409a-9dab-bd426d49ed5f service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Received event network-changed-e316cd55-fd78-4cb4-bc37-b32c83b39a1c {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.393952] env[68205]: DEBUG nova.compute.manager [req-a72dec7b-7663-4896-90b6-d8e0f24871b3 req-ccd795f7-4a63-409a-9dab-bd426d49ed5f service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Refreshing instance network info cache due to event network-changed-e316cd55-fd78-4cb4-bc37-b32c83b39a1c. {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1459.394140] env[68205]: DEBUG oslo_concurrency.lockutils [req-a72dec7b-7663-4896-90b6-d8e0f24871b3 req-ccd795f7-4a63-409a-9dab-bd426d49ed5f service nova] Acquiring lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.394269] env[68205]: DEBUG oslo_concurrency.lockutils [req-a72dec7b-7663-4896-90b6-d8e0f24871b3 req-ccd795f7-4a63-409a-9dab-bd426d49ed5f service nova] Acquired lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.394452] env[68205]: DEBUG nova.network.neutron [req-a72dec7b-7663-4896-90b6-d8e0f24871b3 req-ccd795f7-4a63-409a-9dab-bd426d49ed5f service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Refreshing network info cache for port e316cd55-fd78-4cb4-bc37-b32c83b39a1c {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.870794] env[68205]: INFO nova.compute.claims [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.098652] env[68205]: DEBUG nova.network.neutron [req-a72dec7b-7663-4896-90b6-d8e0f24871b3 req-ccd795f7-4a63-409a-9dab-bd426d49ed5f service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updated VIF entry in instance network info cache for port e316cd55-fd78-4cb4-bc37-b32c83b39a1c. {{(pid=68205) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.099028] env[68205]: DEBUG nova.network.neutron [req-a72dec7b-7663-4896-90b6-d8e0f24871b3 req-ccd795f7-4a63-409a-9dab-bd426d49ed5f service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance_info_cache with network_info: [{"id": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "address": "fa:16:3e:d6:c2:4c", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape316cd55-fd", "ovs_interfaceid": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.377460] env[68205]: INFO nova.compute.resource_tracker [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating resource usage from migration a25df2da-f18f-433b-8aac-f86aa0737439 [ 1460.442910] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693fd10f-a65f-40aa-b154-57b4f34cb804 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.450475] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d1479a-dfa4-4824-bb2f-d0adbbaaa261 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.480766] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe89992f-6f94-4381-9e8c-110ca3213deb {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.487485] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3316f176-f635-4115-94b9-6375f339540e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.499903] env[68205]: DEBUG nova.compute.provider_tree [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.601962] env[68205]: DEBUG oslo_concurrency.lockutils [req-a72dec7b-7663-4896-90b6-d8e0f24871b3 req-ccd795f7-4a63-409a-9dab-bd426d49ed5f service nova] Releasing lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.002799] env[68205]: DEBUG nova.scheduler.client.report [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.507709] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.142s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.507981] env[68205]: INFO nova.compute.manager [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Migrating [ 1461.899986] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.900233] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.022630] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.022940] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.022975] env[68205]: DEBUG nova.network.neutron [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.405759] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.405937] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.406103] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.406259] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.406401] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.406538] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.406668] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1462.406819] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.709848] env[68205]: DEBUG nova.network.neutron [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance_info_cache with network_info: [{"id": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "address": "fa:16:3e:d6:c2:4c", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape316cd55-fd", "ovs_interfaceid": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.909477] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.909705] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.909874] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.910046] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1462.910932] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f3dd3-7d5a-40e0-aa00-3663572fb126 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.918982] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe890fd-ddef-4ccd-ad04-42edded2f735 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.933653] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e850c98-17de-4b12-9bca-085d7452a79f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.939739] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed720204-cbd9-4281-9588-4b2eefbb8a74 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.967523] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180380MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1462.967671] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.967877] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.212677] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.976288] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Applying migration context for instance 6d2c224f-e05c-44d1-988f-898d702aea58 as it has an incoming, in-progress migration a25df2da-f18f-433b-8aac-f86aa0737439. Migration status is migrating {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1463.977621] env[68205]: INFO nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating resource usage from migration a25df2da-f18f-433b-8aac-f86aa0737439 [ 1463.994162] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance cf3f73a4-e8b5-45e0-979c-967dd9553f34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.994314] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 89e9251e-25b4-4021-9f17-4babe01cfeef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.994434] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 628ac861-34ff-4e8b-8009-51071e8702b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.994551] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Migration a25df2da-f18f-433b-8aac-f86aa0737439 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1463.994662] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6d2c224f-e05c-44d1-988f-898d702aea58 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1463.994834] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1463.994998] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1464.064183] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bcfeb0-a4e1-48fd-a47b-55baaa026718 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.072051] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff4988-31cf-4e6e-a3d2-a6820c50827f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.103676] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcbce85-55c8-42c6-bd38-2a4fcf2bdd25 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.110674] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0f4bfa-6379-4934-973f-2e979f2cc639 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.123563] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.627548] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.728585] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911b8403-f35b-4e51-89c9-2ca662c8b298 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.746836] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance '6d2c224f-e05c-44d1-988f-898d702aea58' progress to 0 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1465.132422] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1465.132682] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.253055] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.253347] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5344565a-4640-4103-adb4-7d238878d12c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.260994] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1465.260994] env[68205]: value = "task-2905747" [ 1465.260994] env[68205]: _type = "Task" [ 1465.260994] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.269351] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.770664] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905747, 'name': PowerOffVM_Task, 'duration_secs': 0.200341} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.771026] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.771064] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance '6d2c224f-e05c-44d1-988f-898d702aea58' progress to 17 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1466.278040] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:51:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1466.278330] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.278485] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1466.278665] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.278803] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1466.278943] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1466.279160] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1466.279323] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1466.279472] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1466.279626] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1466.279789] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1466.284961] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-726210d4-1b66-43c2-bcdb-d0af2392f749 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.300455] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1466.300455] env[68205]: value = "task-2905748" [ 1466.300455] env[68205]: _type = "Task" [ 1466.300455] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.308301] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.810140] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905748, 'name': ReconfigVM_Task, 'duration_secs': 0.144456} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.810518] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance '6d2c224f-e05c-44d1-988f-898d702aea58' progress to 33 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1467.316581] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-10T20:50:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.316875] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.316997] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image limits 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.317149] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Flavor pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.317298] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Image pref 0:0:0 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.317441] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68205) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.317636] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.317791] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.317952] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Got 1 possible topologies {{(pid=68205) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.318127] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.318299] env[68205]: DEBUG nova.virt.hardware [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68205) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.323640] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1467.323922] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71596526-ad76-4dbe-8bf0-09906809bd92 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.343064] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1467.343064] env[68205]: value = "task-2905749" [ 1467.343064] env[68205]: _type = "Task" [ 1467.343064] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.350255] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.852528] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905749, 'name': ReconfigVM_Task, 'duration_secs': 0.154591} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.854033] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1467.854033] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3641d758-3fe9-4277-9959-6c2190bf428c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.875465] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-ea303099-c6c1-4bed-acbb-295f9969b37a/volume-ea303099-c6c1-4bed-acbb-295f9969b37a.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.875692] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edea30a8-9cfe-4215-9d51-9790bbb23f3b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.894358] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1467.894358] env[68205]: value = "task-2905750" [ 1467.894358] env[68205]: _type = "Task" [ 1467.894358] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.902901] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.403968] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.904768] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905750, 'name': ReconfigVM_Task, 'duration_secs': 0.774632} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.908030] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-ea303099-c6c1-4bed-acbb-295f9969b37a/volume-ea303099-c6c1-4bed-acbb-295f9969b37a.vmdk or device None with type thin {{(pid=68205) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.908030] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance '6d2c224f-e05c-44d1-988f-898d702aea58' progress to 50 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1469.411917] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872d8595-5c38-4a53-b6bc-bc0650417bcc {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.430520] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf753e98-4b4d-4a57-8680-305e93aa717d {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.448069] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance '6d2c224f-e05c-44d1-988f-898d702aea58' progress to 67 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1471.082415] env[68205]: DEBUG nova.network.neutron [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Port e316cd55-fd78-4cb4-bc37-b32c83b39a1c binding to destination host cpu-1 is already ACTIVE {{(pid=68205) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1472.104262] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "6d2c224f-e05c-44d1-988f-898d702aea58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.104611] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "6d2c224f-e05c-44d1-988f-898d702aea58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.104646] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "6d2c224f-e05c-44d1-988f-898d702aea58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.139489] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.139773] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.139837] env[68205]: DEBUG nova.network.neutron [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.835619] env[68205]: DEBUG nova.network.neutron [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance_info_cache with network_info: [{"id": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "address": "fa:16:3e:d6:c2:4c", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape316cd55-fd", "ovs_interfaceid": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.338560] env[68205]: DEBUG oslo_concurrency.lockutils [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.847920] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c997ce5-1986-412a-bb53-a7f56ff8e449 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.856203] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f3de9d-5a0b-424b-9655-11f01746f148 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.949310] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd82b7e-fd46-4986-b999-97ad1d9e6bea {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.968368] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951be0d0-42ef-4f5e-ad2a-4b03872f62ac {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.974904] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance '6d2c224f-e05c-44d1-988f-898d702aea58' progress to 83 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1476.481355] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Powering on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.481660] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7509f924-099b-43d0-b49f-ab28d42a3419 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.489451] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1476.489451] env[68205]: value = "task-2905751" [ 1476.489451] env[68205]: _type = "Task" [ 1476.489451] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.497015] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.999472] env[68205]: DEBUG oslo_vmware.api [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905751, 'name': PowerOnVM_Task, 'duration_secs': 0.350026} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.999864] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Powered on the VM {{(pid=68205) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.000021] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaaade9-7c72-4dd8-adbb-7e2770aaa359 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance '6d2c224f-e05c-44d1-988f-898d702aea58' progress to 100 {{(pid=68205) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1479.204057] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "6d2c224f-e05c-44d1-988f-898d702aea58" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.204057] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "6d2c224f-e05c-44d1-988f-898d702aea58" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.204445] env[68205]: DEBUG nova.compute.manager [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Going to confirm migration 10 {{(pid=68205) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1479.740756] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.741033] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquired lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.741275] env[68205]: DEBUG nova.network.neutron [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Building network info cache for instance {{(pid=68205) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.741517] env[68205]: DEBUG nova.objects.instance [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lazy-loading 'info_cache' on Instance uuid 6d2c224f-e05c-44d1-988f-898d702aea58 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.946895] env[68205]: DEBUG nova.network.neutron [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance_info_cache with network_info: [{"id": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "address": "fa:16:3e:d6:c2:4c", "network": {"id": "8ba3ba54-19e9-4ef3-bcc2-f05c5b61971e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-609012747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583a4edcbc37482099507e0a9fda5d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape316cd55-fd", "ovs_interfaceid": "e316cd55-fd78-4cb4-bc37-b32c83b39a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.451242] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Releasing lock "refresh_cache-6d2c224f-e05c-44d1-988f-898d702aea58" {{(pid=68205) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.451455] env[68205]: DEBUG nova.objects.instance [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lazy-loading 'migration_context' on Instance uuid 6d2c224f-e05c-44d1-988f-898d702aea58 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.954807] env[68205]: DEBUG nova.objects.base [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Object Instance<6d2c224f-e05c-44d1-988f-898d702aea58> lazy-loaded attributes: info_cache,migration_context {{(pid=68205) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1481.955796] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6ec9dc-8b52-4be0-a022-278347e7f8fe {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.975664] env[68205]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ab34b3-9e97-4a8a-b6ea-3db2b0a00588 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.980939] env[68205]: DEBUG oslo_vmware.api [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1481.980939] env[68205]: value = "session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52601c52-4a34-f351-8e6b-787167667ec6" [ 1481.980939] env[68205]: _type = "Task" [ 1481.980939] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.988390] env[68205]: DEBUG oslo_vmware.api [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52601c52-4a34-f351-8e6b-787167667ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.491561] env[68205]: DEBUG oslo_vmware.api [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': session[523f1ce5-df1b-6782-1e8a-27e71720ba0b]52601c52-4a34-f351-8e6b-787167667ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.007927} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.491804] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.492063] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.071016] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5fbf30-0d1f-47a6-9c73-901a8759cf57 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.078799] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f5f747-ba9f-4067-832d-c22642dfdb63 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.110245] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfc3a74-4d2d-4342-91bb-dd2c7c9335ae {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.117815] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de16c0ef-dcdd-4f16-a769-5046a821445c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.130406] env[68205]: DEBUG nova.compute.provider_tree [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.633545] env[68205]: DEBUG nova.scheduler.client.report [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1484.643714] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.151s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.196814] env[68205]: INFO nova.scheduler.client.report [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted allocation for migration a25df2da-f18f-433b-8aac-f86aa0737439 [ 1485.510673] env[68205]: INFO nova.compute.manager [None req-721a9537-1ec2-4841-bee4-ce20f53900e6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Get console output [ 1485.511053] env[68205]: WARNING nova.virt.vmwareapi.driver [None req-721a9537-1ec2-4841-bee4-ce20f53900e6 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] The console log is missing. Check your VSPC configuration [ 1485.701819] env[68205]: DEBUG oslo_concurrency.lockutils [None req-eff4290f-89d3-4c52-8cd4-f360e5a884d4 tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "6d2c224f-e05c-44d1-988f-898d702aea58" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.498s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.885886] env[68205]: DEBUG oslo_concurrency.lockutils [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "628ac861-34ff-4e8b-8009-51071e8702b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.886294] env[68205]: DEBUG oslo_concurrency.lockutils [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "628ac861-34ff-4e8b-8009-51071e8702b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.886429] env[68205]: DEBUG oslo_concurrency.lockutils [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.886609] env[68205]: DEBUG oslo_concurrency.lockutils [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.886779] env[68205]: DEBUG oslo_concurrency.lockutils [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "628ac861-34ff-4e8b-8009-51071e8702b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.888861] env[68205]: INFO nova.compute.manager [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Terminating instance [ 1495.393339] env[68205]: DEBUG nova.compute.manager [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1495.393553] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.394492] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bc179e-09a9-46fc-8f97-29160bca6bb6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.402262] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.402476] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4db0f863-4dfc-4963-b799-4be73d2c586e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.408206] env[68205]: DEBUG oslo_vmware.api [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1495.408206] env[68205]: value = "task-2905752" [ 1495.408206] env[68205]: _type = "Task" [ 1495.408206] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.415678] env[68205]: DEBUG oslo_vmware.api [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.917959] env[68205]: DEBUG oslo_vmware.api [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905752, 'name': PowerOffVM_Task, 'duration_secs': 0.164615} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.918331] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.918375] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.918615] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d0716aa-aefd-481b-9f0d-8dcdf19f883e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.973290] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.973506] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.973713] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleting the datastore file [datastore1] 628ac861-34ff-4e8b-8009-51071e8702b0 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.974035] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5756b3eb-54b8-48fe-a896-d349ae2e4bcf {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.980723] env[68205]: DEBUG oslo_vmware.api [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for the task: (returnval){ [ 1495.980723] env[68205]: value = "task-2905754" [ 1495.980723] env[68205]: _type = "Task" [ 1495.980723] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.988186] env[68205]: DEBUG oslo_vmware.api [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.490565] env[68205]: DEBUG oslo_vmware.api [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Task: {'id': task-2905754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122421} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.491252] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.491352] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.491465] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.491632] env[68205]: INFO nova.compute.manager [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1496.491880] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1496.492085] env[68205]: DEBUG nova.compute.manager [-] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.492181] env[68205]: DEBUG nova.network.neutron [-] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.913713] env[68205]: DEBUG nova.compute.manager [req-334f77ca-17c1-41bc-8511-6a2a74ae4438 req-e6716adc-f6a8-48a6-91d2-b2e02f9ef6d0 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Received event network-vif-deleted-9b2e5741-bcd8-4091-91d0-a69fde0ee2e3 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1496.913966] env[68205]: INFO nova.compute.manager [req-334f77ca-17c1-41bc-8511-6a2a74ae4438 req-e6716adc-f6a8-48a6-91d2-b2e02f9ef6d0 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Neutron deleted interface 9b2e5741-bcd8-4091-91d0-a69fde0ee2e3; detaching it from the instance and deleting it from the info cache [ 1496.914229] env[68205]: DEBUG nova.network.neutron [req-334f77ca-17c1-41bc-8511-6a2a74ae4438 req-e6716adc-f6a8-48a6-91d2-b2e02f9ef6d0 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.396084] env[68205]: DEBUG nova.network.neutron [-] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.417363] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9b32283-5797-4f4f-bdf1-5979d707b019 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.426710] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8032cfd9-2c09-47bc-9769-f9b56de3385e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.453771] env[68205]: DEBUG nova.compute.manager [req-334f77ca-17c1-41bc-8511-6a2a74ae4438 req-e6716adc-f6a8-48a6-91d2-b2e02f9ef6d0 service nova] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Detach interface failed, port_id=9b2e5741-bcd8-4091-91d0-a69fde0ee2e3, reason: Instance 628ac861-34ff-4e8b-8009-51071e8702b0 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1497.899118] env[68205]: INFO nova.compute.manager [-] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Took 1.41 seconds to deallocate network for instance. [ 1498.405792] env[68205]: DEBUG oslo_concurrency.lockutils [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.406218] env[68205]: DEBUG oslo_concurrency.lockutils [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.406297] env[68205]: DEBUG nova.objects.instance [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lazy-loading 'resources' on Instance uuid 628ac861-34ff-4e8b-8009-51071e8702b0 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.969289] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7b7209-2203-4bbc-b7a5-184567db5072 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.977465] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efad4238-9a15-4d2f-91be-73e9bff00876 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.006603] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b960d-7e88-462f-bf9f-a0bc1f546869 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.013599] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89545b7-9a06-43f1-8eef-00930339cbe5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.027344] env[68205]: DEBUG nova.compute.provider_tree [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.531115] env[68205]: DEBUG nova.scheduler.client.report [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.035772] env[68205]: DEBUG oslo_concurrency.lockutils [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.057255] env[68205]: INFO nova.scheduler.client.report [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Deleted allocations for instance 628ac861-34ff-4e8b-8009-51071e8702b0 [ 1500.566295] env[68205]: DEBUG oslo_concurrency.lockutils [None req-270a797b-a157-4731-bf94-68f1466acbc3 tempest-AttachVolumeShelveTestJSON-486839570 tempest-AttachVolumeShelveTestJSON-486839570-project-member] Lock "628ac861-34ff-4e8b-8009-51071e8702b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.167049] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.668705] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.171428] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.171743] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.171930] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.172108] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68205) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1504.173027] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0519b3-baff-4268-bd0c-579169192b63 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.181461] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35073caf-448e-4dc1-8933-927c66af20ab {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.195874] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd55438-532a-4469-ab4b-d01818fd3089 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.202097] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71456bb-bbd4-4fd1-bac5-1b862755e8de {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.231025] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180338MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=68205) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1504.231128] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.231326] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.258042] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance cf3f73a4-e8b5-45e0-979c-967dd9553f34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.258273] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 89e9251e-25b4-4021-9f17-4babe01cfeef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.258336] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Instance 6d2c224f-e05c-44d1-988f-898d702aea58 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68205) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1505.258532] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1505.258672] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68205) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1505.314112] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409bbbda-d27c-455a-abb4-2d7096550b42 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.325573] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba01d273-ac5a-40a4-94a7-766cd519ce90 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.359117] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a238e06b-9080-4237-8607-9f4c76c4f5d5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.366924] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced93414-5b85-49b1-94fc-c115ba2c9a19 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.380233] env[68205]: DEBUG nova.compute.provider_tree [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.884494] env[68205]: DEBUG nova.scheduler.client.report [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.390567] env[68205]: DEBUG nova.compute.resource_tracker [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68205) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1506.390567] env[68205]: DEBUG oslo_concurrency.lockutils [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.159s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.884100] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.884370] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.884528] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.165941] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.166601] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.166884] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.166990] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Cleaning up deleted instances with incomplete migration {{(pid=68205) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1510.668862] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.167184] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.167371] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68205) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1512.415597] env[68205]: DEBUG oslo_concurrency.lockutils [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "6d2c224f-e05c-44d1-988f-898d702aea58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.415996] env[68205]: DEBUG oslo_concurrency.lockutils [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "6d2c224f-e05c-44d1-988f-898d702aea58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.416118] env[68205]: DEBUG oslo_concurrency.lockutils [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "6d2c224f-e05c-44d1-988f-898d702aea58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.416304] env[68205]: DEBUG oslo_concurrency.lockutils [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "6d2c224f-e05c-44d1-988f-898d702aea58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.416529] env[68205]: DEBUG oslo_concurrency.lockutils [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "6d2c224f-e05c-44d1-988f-898d702aea58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.418759] env[68205]: INFO nova.compute.manager [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Terminating instance [ 1512.922867] env[68205]: DEBUG nova.compute.manager [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1512.923243] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.923592] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7747d2d9-e28c-4eb9-94f7-2c251fe96c40 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.932748] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1512.932748] env[68205]: value = "task-2905756" [ 1512.932748] env[68205]: _type = "Task" [ 1512.932748] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.940515] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.443047] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905756, 'name': PowerOffVM_Task, 'duration_secs': 0.189496} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.443438] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.443537] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Volume detach. Driver type: vmdk {{(pid=68205) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1513.443701] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583559', 'volume_id': 'ea303099-c6c1-4bed-acbb-295f9969b37a', 'name': 'volume-ea303099-c6c1-4bed-acbb-295f9969b37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6d2c224f-e05c-44d1-988f-898d702aea58', 'attached_at': '2025-03-10T21:06:30.000000', 'detached_at': '', 'volume_id': 'ea303099-c6c1-4bed-acbb-295f9969b37a', 'serial': 'ea303099-c6c1-4bed-acbb-295f9969b37a'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1513.444479] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce12a9d0-cd9f-4c66-ab3b-4b7cf1d6a4ed {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.462650] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81fcc7d-c051-4cf3-8b68-dfaccd91de03 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.468743] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4308cf6b-f6b4-4f22-a531-60a8894331cd {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.485969] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58148d1-8f37-4572-8902-d542efde1fa9 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.500924] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] The volume has not been displaced from its original location: [datastore1] volume-ea303099-c6c1-4bed-acbb-295f9969b37a/volume-ea303099-c6c1-4bed-acbb-295f9969b37a.vmdk. No consolidation needed. {{(pid=68205) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1513.506069] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1513.506322] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1304b641-1375-4470-8679-ce0337e4bb2c {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.524491] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1513.524491] env[68205]: value = "task-2905757" [ 1513.524491] env[68205]: _type = "Task" [ 1513.524491] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.532263] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.034794] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905757, 'name': ReconfigVM_Task, 'duration_secs': 0.143235} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.035098] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=68205) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1514.039673] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb9ebaf-b6b3-4796-bed2-309a9299751f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.054832] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1514.054832] env[68205]: value = "task-2905758" [ 1514.054832] env[68205]: _type = "Task" [ 1514.054832] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.062658] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.564925] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905758, 'name': ReconfigVM_Task, 'duration_secs': 0.132883} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.565292] env[68205]: DEBUG nova.virt.vmwareapi.volumeops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-583559', 'volume_id': 'ea303099-c6c1-4bed-acbb-295f9969b37a', 'name': 'volume-ea303099-c6c1-4bed-acbb-295f9969b37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6d2c224f-e05c-44d1-988f-898d702aea58', 'attached_at': '2025-03-10T21:06:30.000000', 'detached_at': '', 'volume_id': 'ea303099-c6c1-4bed-acbb-295f9969b37a', 'serial': 'ea303099-c6c1-4bed-acbb-295f9969b37a'} {{(pid=68205) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1514.565594] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.566312] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc7a523-c99f-4747-9d69-a4cec39e76e8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.572438] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1514.572652] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d41d876-d7b3-4313-89aa-d8a05980b795 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.634085] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1514.634323] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Deleting contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1514.634478] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleting the datastore file [datastore1] 6d2c224f-e05c-44d1-988f-898d702aea58 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1514.634755] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a78a0f6f-6752-4f22-b497-d2c720ec937f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.641498] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1514.641498] env[68205]: value = "task-2905760" [ 1514.641498] env[68205]: _type = "Task" [ 1514.641498] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.649489] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.151442] env[68205]: DEBUG oslo_vmware.api [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08256} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.151679] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.151862] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Deleted contents of the VM from datastore datastore1 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.152044] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.152242] env[68205]: INFO nova.compute.manager [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1515.152490] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1515.152681] env[68205]: DEBUG nova.compute.manager [-] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1515.152781] env[68205]: DEBUG nova.network.neutron [-] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.604282] env[68205]: DEBUG nova.compute.manager [req-c3e1e19c-bf01-432a-9cb2-e6dd5d859b92 req-f3872590-21b3-4b25-8788-a87afe4b7c58 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Received event network-vif-deleted-e316cd55-fd78-4cb4-bc37-b32c83b39a1c {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1515.604506] env[68205]: INFO nova.compute.manager [req-c3e1e19c-bf01-432a-9cb2-e6dd5d859b92 req-f3872590-21b3-4b25-8788-a87afe4b7c58 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Neutron deleted interface e316cd55-fd78-4cb4-bc37-b32c83b39a1c; detaching it from the instance and deleting it from the info cache [ 1515.604654] env[68205]: DEBUG nova.network.neutron [req-c3e1e19c-bf01-432a-9cb2-e6dd5d859b92 req-f3872590-21b3-4b25-8788-a87afe4b7c58 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.083240] env[68205]: DEBUG nova.network.neutron [-] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.107480] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d362d497-6849-455b-aa92-d27da3888ee8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.117964] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdbc426-316a-4669-a792-54f2bd7f16ca {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.143148] env[68205]: DEBUG nova.compute.manager [req-c3e1e19c-bf01-432a-9cb2-e6dd5d859b92 req-f3872590-21b3-4b25-8788-a87afe4b7c58 service nova] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Detach interface failed, port_id=e316cd55-fd78-4cb4-bc37-b32c83b39a1c, reason: Instance 6d2c224f-e05c-44d1-988f-898d702aea58 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1516.586448] env[68205]: INFO nova.compute.manager [-] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Took 1.43 seconds to deallocate network for instance. [ 1517.129419] env[68205]: INFO nova.compute.manager [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Took 0.54 seconds to detach 1 volumes for instance. [ 1517.131522] env[68205]: DEBUG nova.compute.manager [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 6d2c224f-e05c-44d1-988f-898d702aea58] Deleting volume: ea303099-c6c1-4bed-acbb-295f9969b37a {{(pid=68205) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1517.668133] env[68205]: DEBUG oslo_concurrency.lockutils [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.668442] env[68205]: DEBUG oslo_concurrency.lockutils [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.668662] env[68205]: DEBUG nova.objects.instance [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lazy-loading 'resources' on Instance uuid 6d2c224f-e05c-44d1-988f-898d702aea58 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.166944] env[68205]: DEBUG oslo_service.periodic_task [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68205) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.167408] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] Cleaning up deleted instances {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1518.347739] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4184900b-6f92-4995-a27c-8bf79af48a4a {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.355262] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0203277e-a6d8-46f6-9bd2-0311b002d7e2 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.385026] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee29cb02-fbee-40d2-bfca-ff5f5593cd43 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.392094] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475f4b3-8a41-4dcb-8c86-1d150c69c959 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.404748] env[68205]: DEBUG nova.compute.provider_tree [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.676035] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] There are 25 instances to clean {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1518.676211] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 86dff953-d45c-453b-816e-ea57464e2ac7] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.907622] env[68205]: DEBUG nova.scheduler.client.report [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.179789] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 06d2aa86-a993-41af-b146-33d4afe1dba7] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.412615] env[68205]: DEBUG oslo_concurrency.lockutils [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.432963] env[68205]: INFO nova.scheduler.client.report [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted allocations for instance 6d2c224f-e05c-44d1-988f-898d702aea58 [ 1519.683339] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 0eb1e250-29de-4ece-b7b1-be0d945461c4] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.940351] env[68205]: DEBUG oslo_concurrency.lockutils [None req-405ecc6a-e590-474a-a9c2-6642db0dce0b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "6d2c224f-e05c-44d1-988f-898d702aea58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.524s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.162670] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "89e9251e-25b4-4021-9f17-4babe01cfeef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.162940] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "89e9251e-25b4-4021-9f17-4babe01cfeef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.163171] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "89e9251e-25b4-4021-9f17-4babe01cfeef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.163356] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "89e9251e-25b4-4021-9f17-4babe01cfeef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.163520] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "89e9251e-25b4-4021-9f17-4babe01cfeef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.165625] env[68205]: INFO nova.compute.manager [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Terminating instance [ 1520.186288] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: e3c1f55e-f720-4c7e-896d-f062a0c9e2d3] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.669170] env[68205]: DEBUG nova.compute.manager [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1520.669408] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1520.670360] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d67c8c-2612-4589-bb94-40caa29be983 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.678145] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.678364] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab31de0a-5dc5-46cd-af01-b10479f24dd6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.684804] env[68205]: DEBUG oslo_vmware.api [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1520.684804] env[68205]: value = "task-2905762" [ 1520.684804] env[68205]: _type = "Task" [ 1520.684804] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.689262] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 628ac861-34ff-4e8b-8009-51071e8702b0] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.693825] env[68205]: DEBUG oslo_vmware.api [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.194049] env[68205]: DEBUG oslo_vmware.api [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905762, 'name': PowerOffVM_Task, 'duration_secs': 0.207547} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.194395] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1521.194491] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1521.194906] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 2603ee7a-0761-4c1e-a6c8-ef8bab64a8e4] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.196655] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e919ed0c-4a58-41b0-b95f-9afb64d3687b {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.260751] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1521.260984] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1521.261184] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleting the datastore file [datastore2] 89e9251e-25b4-4021-9f17-4babe01cfeef {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1521.261512] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35ddb2fc-fde6-4992-bebf-3277c123c1af {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.267053] env[68205]: DEBUG oslo_vmware.api [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1521.267053] env[68205]: value = "task-2905764" [ 1521.267053] env[68205]: _type = "Task" [ 1521.267053] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.274603] env[68205]: DEBUG oslo_vmware.api [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.699185] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: c7170c4e-54aa-42f5-af2e-56ccab64aa00] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.776697] env[68205]: DEBUG oslo_vmware.api [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134832} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.777247] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1521.777404] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1521.777640] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1521.777855] env[68205]: INFO nova.compute.manager [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1521.778134] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1521.778358] env[68205]: DEBUG nova.compute.manager [-] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1521.778474] env[68205]: DEBUG nova.network.neutron [-] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1522.001587] env[68205]: DEBUG nova.compute.manager [req-5e4dda4e-84c8-4251-86c9-4de87a894bed req-aa15126e-2a48-4ef1-8174-d9ff40418579 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Received event network-vif-deleted-f8520d8d-4dfe-4e5e-ae90-bc8428bb9113 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1522.002039] env[68205]: INFO nova.compute.manager [req-5e4dda4e-84c8-4251-86c9-4de87a894bed req-aa15126e-2a48-4ef1-8174-d9ff40418579 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Neutron deleted interface f8520d8d-4dfe-4e5e-ae90-bc8428bb9113; detaching it from the instance and deleting it from the info cache [ 1522.002039] env[68205]: DEBUG nova.network.neutron [req-5e4dda4e-84c8-4251-86c9-4de87a894bed req-aa15126e-2a48-4ef1-8174-d9ff40418579 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.202647] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: f3c9bc25-eeaf-4c01-b1d2-c51809deb4ea] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.483064] env[68205]: DEBUG nova.network.neutron [-] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.504103] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80ad0594-17af-4eab-bb19-87187c5b5457 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.514178] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9470e33-caba-4095-b8df-e7bd1b683fe1 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.537974] env[68205]: DEBUG nova.compute.manager [req-5e4dda4e-84c8-4251-86c9-4de87a894bed req-aa15126e-2a48-4ef1-8174-d9ff40418579 service nova] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Detach interface failed, port_id=f8520d8d-4dfe-4e5e-ae90-bc8428bb9113, reason: Instance 89e9251e-25b4-4021-9f17-4babe01cfeef could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1522.705572] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 180fd060-7666-499e-b1e4-891df231475c] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.986076] env[68205]: INFO nova.compute.manager [-] [instance: 89e9251e-25b4-4021-9f17-4babe01cfeef] Took 1.21 seconds to deallocate network for instance. [ 1523.208867] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 1123b506-6c01-4bdc-afe0-a86fff9c03d5] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.492975] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.493227] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.493474] env[68205]: DEBUG nova.objects.instance [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lazy-loading 'resources' on Instance uuid 89e9251e-25b4-4021-9f17-4babe01cfeef {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.712618] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: f3e2ce3d-0e3b-41f5-928d-85679b1b68d8] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.036505] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5117104e-81f9-40ae-8be8-d36ce13fc271 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.045348] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5475e661-347b-4276-b079-5b46ddfeddc6 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.074931] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c16b1b2-d57c-4122-a236-0cfd73f41f23 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.081740] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab57eb3-31d3-495c-9a29-30c8a8f6d2ba {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.094399] env[68205]: DEBUG nova.compute.provider_tree [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.216185] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 49e62fb5-e789-4704-9956-8cc1fd73586b] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.597430] env[68205]: DEBUG nova.scheduler.client.report [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.719335] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 0c171d20-7977-4f4f-9e88-d6e94f046d15] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1525.102225] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.122486] env[68205]: INFO nova.scheduler.client.report [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted allocations for instance 89e9251e-25b4-4021-9f17-4babe01cfeef [ 1525.222269] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: fee8b0ca-99ff-415d-8796-0ef8693c4ae8] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1525.630561] env[68205]: DEBUG oslo_concurrency.lockutils [None req-9494bde7-2e74-46b3-91a1-fc7f55ec8c7b tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "89e9251e-25b4-4021-9f17-4babe01cfeef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.467s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.725223] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 4dd14090-d2b8-4aae-ac49-d4f3ca5b804b] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.228638] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 16eb0e73-7d82-44ec-9561-4e2aa07ab13c] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.732664] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 2b4bff39-8612-4cb2-93c3-cf07864ae31e] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.236082] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 69ff88f9-0a23-4b45-a468-1d03a2b26aac] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.739581] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: df9e307d-d80f-4597-ac00-1aa2d060bd7e] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.243139] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 382561c0-ff10-4612-a66e-bc079b7333f3] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.746687] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 21cea874-047b-4419-8251-2a93406681ba] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.249698] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: da259670-8347-4bf2-bee2-b8c2eb3a0009] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.753464] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 3088e98f-8af4-460b-83d6-17782181b4fc] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.862555] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.862827] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.864063] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.864063] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.864063] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.865544] env[68205]: INFO nova.compute.manager [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Terminating instance [ 1530.257233] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 505736ae-1357-403a-9640-0a68e9e12ad7] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.369819] env[68205]: DEBUG nova.compute.manager [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Start destroying the instance on the hypervisor. {{(pid=68205) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1530.370085] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Destroying instance {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.370954] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959911bc-bd48-4ab4-ac94-a2ab41f980f8 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.378693] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Powering off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.378914] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa097bc1-1fec-4955-805c-d786183a920e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.385099] env[68205]: DEBUG oslo_vmware.api [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1530.385099] env[68205]: value = "task-2905766" [ 1530.385099] env[68205]: _type = "Task" [ 1530.385099] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.393380] env[68205]: DEBUG oslo_vmware.api [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.761024] env[68205]: DEBUG nova.compute.manager [None req-bf5c4160-f83b-4f90-b80c-e332401d67c1 None None] [instance: 6e3f3a8b-653c-4383-862b-9e678b58a724] Instance has had 0 of 5 cleanup attempts {{(pid=68205) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.895568] env[68205]: DEBUG oslo_vmware.api [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905766, 'name': PowerOffVM_Task, 'duration_secs': 0.183374} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.895899] env[68205]: DEBUG nova.virt.vmwareapi.vm_util [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Powered off the VM {{(pid=68205) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.896127] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Unregistering the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.896403] env[68205]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26f8f640-b636-477b-8de4-3b25465c8810 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.960668] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Unregistered the VM {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.960894] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Deleting contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.961102] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleting the datastore file [datastore2] cf3f73a4-e8b5-45e0-979c-967dd9553f34 {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.961377] env[68205]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65784d82-48a7-413f-9281-1bc7203847be {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.968979] env[68205]: DEBUG oslo_vmware.api [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for the task: (returnval){ [ 1530.968979] env[68205]: value = "task-2905768" [ 1530.968979] env[68205]: _type = "Task" [ 1530.968979] env[68205]: } to complete. {{(pid=68205) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.976284] env[68205]: DEBUG oslo_vmware.api [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.479141] env[68205]: DEBUG oslo_vmware.api [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Task: {'id': task-2905768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138352} completed successfully. {{(pid=68205) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.479583] env[68205]: DEBUG nova.virt.vmwareapi.ds_util [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted the datastore file {{(pid=68205) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.479634] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Deleted contents of the VM from datastore datastore2 {{(pid=68205) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.479818] env[68205]: DEBUG nova.virt.vmwareapi.vmops [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Instance destroyed {{(pid=68205) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.479998] env[68205]: INFO nova.compute.manager [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1531.480258] env[68205]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68205) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1531.480450] env[68205]: DEBUG nova.compute.manager [-] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Deallocating network for instance {{(pid=68205) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1531.480544] env[68205]: DEBUG nova.network.neutron [-] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] deallocate_for_instance() {{(pid=68205) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.712239] env[68205]: DEBUG nova.compute.manager [req-dcf80316-e923-4414-9493-5ce285b57fd0 req-2d6005ab-5a1c-414c-bd77-2fe1b72c4c24 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Received event network-vif-deleted-095f9101-fd38-4e56-8d78-5c067bda7983 {{(pid=68205) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1531.712482] env[68205]: INFO nova.compute.manager [req-dcf80316-e923-4414-9493-5ce285b57fd0 req-2d6005ab-5a1c-414c-bd77-2fe1b72c4c24 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Neutron deleted interface 095f9101-fd38-4e56-8d78-5c067bda7983; detaching it from the instance and deleting it from the info cache [ 1531.712482] env[68205]: DEBUG nova.network.neutron [req-dcf80316-e923-4414-9493-5ce285b57fd0 req-2d6005ab-5a1c-414c-bd77-2fe1b72c4c24 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.195051] env[68205]: DEBUG nova.network.neutron [-] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Updating instance_info_cache with network_info: [] {{(pid=68205) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.216072] env[68205]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0980ba1-7678-4a7b-b8ff-41285dc2802e {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.225551] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043106c8-000a-4bba-9077-a0f9d2be6a0f {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.248933] env[68205]: DEBUG nova.compute.manager [req-dcf80316-e923-4414-9493-5ce285b57fd0 req-2d6005ab-5a1c-414c-bd77-2fe1b72c4c24 service nova] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Detach interface failed, port_id=095f9101-fd38-4e56-8d78-5c067bda7983, reason: Instance cf3f73a4-e8b5-45e0-979c-967dd9553f34 could not be found. {{(pid=68205) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1532.697256] env[68205]: INFO nova.compute.manager [-] [instance: cf3f73a4-e8b5-45e0-979c-967dd9553f34] Took 1.22 seconds to deallocate network for instance. [ 1533.203866] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.204177] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.204397] env[68205]: DEBUG nova.objects.instance [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lazy-loading 'resources' on Instance uuid cf3f73a4-e8b5-45e0-979c-967dd9553f34 {{(pid=68205) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.737255] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b5781f-939e-4582-b053-8dc81aab0bb7 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.746210] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431ed1e2-8ecb-40c8-8350-56c1593bf258 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.776168] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cbf94e-3da5-4936-91fc-db42f768f182 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.783438] env[68205]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010d9327-a0c6-4406-af30-c2706f2c9aa5 {{(pid=68205) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.796410] env[68205]: DEBUG nova.compute.provider_tree [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed in ProviderTree for provider: 579e308c-a36f-4fc5-9808-f6adb1a946ed {{(pid=68205) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.299346] env[68205]: DEBUG nova.scheduler.client.report [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Inventory has not changed for provider 579e308c-a36f-4fc5-9808-f6adb1a946ed based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68205) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.803929] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.826861] env[68205]: INFO nova.scheduler.client.report [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Deleted allocations for instance cf3f73a4-e8b5-45e0-979c-967dd9553f34 [ 1535.335049] env[68205]: DEBUG oslo_concurrency.lockutils [None req-f980ef8b-d4ec-49f1-b077-e7d35e2ae92d tempest-ServerActionsTestOtherA-818052492 tempest-ServerActionsTestOtherA-818052492-project-member] Lock "cf3f73a4-e8b5-45e0-979c-967dd9553f34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.472s {{(pid=68205) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}